-- Logs begin at Fri 2022-04-08 17:54:27 UTC, end at Fri 2022-04-08 19:23:08 UTC. -- Apr 08 18:52:37.499931 dv-cinder-837167-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 18:52:40.509596 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.common.config [-] Logging enabled! Apr 08 18:52:40.510192 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 08 18:52:40.510398 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 18:52:40.513697 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.common.config [-] Logging enabled! Apr 08 18:52:40.513963 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 08 18:52:40.514281 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 18:52:40.515218 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 18:52:40.515460 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 18:52:40.515840 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 18:52:40.516093 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 18:52:40.516352 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 18:52:40.516775 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.517707 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 18:52:40.518227 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.518685 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.518992 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.519301 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.519604 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.519898 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.520197 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.520531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.520825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.521114 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.521407 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.521708 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.521997 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.522293 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.522591 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.522882 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] debug = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.523173 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.523615 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.524036 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.524352 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.524654 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.524937 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.525217 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.525504 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.525790 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.526128 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] host = dv-cinder-837167-1-iscsi {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.526419 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.526720 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.527009 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.527297 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.527632 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.527860 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.528149 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.528453 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.528733 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] log_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.529012 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.529307 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.529602 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.529898 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.530129 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.530359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.530664 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.530956 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.531240 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.531519 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.531800 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.532079 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.532388 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.532664 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.533599 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.534063 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.534503 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.534797 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.535086 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.535367 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.535650 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.535946 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.536257 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.536546 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.536828 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.537129 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.537406 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.537685 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.537996 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.538293 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.538581 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.538874 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.539157 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.539446 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.539725 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.540003 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.540307 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] use_json = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.540588 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.540864 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.541153 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.541435 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.541711 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.541990 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.542267 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.542555 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.542831 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:40.543132 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.543434 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.543737 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.544038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.544365 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.544653 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.544947 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.545230 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.545525 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.545818 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.546111 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.546394 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.546701 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.547001 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.547301 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.547611 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.547908 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.548223 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.548548 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.549342 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.549468 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.549672 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.549967 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.550275 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.550589 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.550888 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.551172 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.551497 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.551788 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.552087 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.552414 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.552698 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.552982 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.553299 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.553582 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.553861 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.554142 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.554435 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.554733 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.555013 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.555318 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.555602 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.555893 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.556171 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.556478 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.556775 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.557061 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.557339 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.557614 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.557894 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.558422 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.558719 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.559002 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.559277 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.559553 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.559834 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.560110 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.560413 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.560700 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.560980 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.561262 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.561540 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.561817 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.562093 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.562369 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.562646 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.562923 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.563200 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.563481 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.563755 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.564033 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.564529 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.564997 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.565293 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.565592 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.565902 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.566190 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.566478 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.566767 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.567060 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.567346 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.567629 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.567914 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.568200 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.568503 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.568803 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.569096 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.569388 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.569694 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.569978 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.570280 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.570563 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.570843 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.571132 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.571415 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.571698 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.571985 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.572304 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.572604 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.572900 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.573201 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.574497 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.574799 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.575093 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.575411 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.575700 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:40.575925 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 18:52:40.576181 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103220) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 18:52:40.964576 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 18:52:40.964784 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 18:52:40.965090 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 18:52:40.965433 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 18:52:41.304671 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.304966 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.305246 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.306566 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.306847 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.307115 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.362350 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.362631 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.362908 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.378528 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.378814 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.379092 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.409513 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.409800 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.410073 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.448263 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.448561 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.448836 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.797878 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.798535 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.798535 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.798844 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.799806 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.901750 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.902076 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.902369 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.902648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.902954 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.903273 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.903541 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.903805 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.904066 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.904381 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.904651 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.904930 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.905194 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.905454 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.905716 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.905988 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.906250 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.906525 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.906801 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.907066 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.907498 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.907767 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.908154 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.908623 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.908886 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.909146 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.909552 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 18:52:41.909806 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 18:52:41.910055 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 18:52:41.910302 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 18:52:41.910546 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 18:52:41.910790 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 18:52:41.911162 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 18:52:41.914303 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 18:52:41.918258 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 18:52:41.921922 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1500, 1549)])]) Apr 08 18:52:41.924105 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 18:52:41.924659 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 18:52:41.925008 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 18:52:41.925393 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 18:52:41.928369 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 18:52:41.928630 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 18:52:41.928984 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 18:52:41.934125 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 18:52:41.958566 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 18:52:41.959027 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.959333 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103220) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 18:52:41.959712 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.961129 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103220) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 18:52:41.961416 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 18:52:41.961665 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 18:52:41.965007 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:41.965298 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.027944 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 18:52:42.028196 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 18:52:42.028465 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 18:52:42.028855 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 18:52:42.050450 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_db.sqlalchemy.engines [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103220) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 18:52:42.495067 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Initializing driver for type 'gre' Apr 08 18:52:42.495611 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] gre ID ranges: [(1, 1000)] Apr 08 18:52:42.550227 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Initializing driver for type 'local' Apr 08 18:52:42.550571 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Initializing driver for type 'vlan' Apr 08 18:52:42.563817 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] VlanTypeDriver initialization complete Apr 08 18:52:42.564260 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Initializing driver for type 'vxlan' Apr 08 18:52:42.564969 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] vxlan ID ranges: [(1, 1000)] Apr 08 18:52:42.615923 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Initializing extension driver 'port_security' Apr 08 18:52:42.616314 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] PortSecurityExtensionDriver initialization complete Apr 08 18:52:42.616655 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Initializing mechanism driver 'openvswitch' Apr 08 18:52:42.616994 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Initializing mechanism driver 'hyperv' Apr 08 18:52:42.623508 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:52:42.624405 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.624781 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.625138 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.625669 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 18:52:42.626113 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.626474 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.626921 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.627329 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 18:52:42.627741 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > network after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.628097 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > network after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.628475 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > network after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.628878 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 18:52:42.629289 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.629644 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.629990 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.630394 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 18:52:42.630803 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.631157 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.631502 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.631904 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 18:52:42.632346 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.632700 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.633045 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.633445 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 18:52:42.633895 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] ML2 OVO RPC backend initialized. {{(pid=103220) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 18:52:42.634601 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.634962 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.635381 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > network before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.635734 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > networks before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.636087 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > port before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.636463 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > ports before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.636813 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.637157 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.637507 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > network after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.637850 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > network after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.638190 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > network after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.638530 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.638869 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.639207 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.639546 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.639884 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.640238 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.647915 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded quota_driver: . Apr 08 18:52:42.648306 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.plugin [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Modular L2 Plugin initialization complete Apr 08 18:52:42.648661 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading services supported by the core plugin {{(pid=103220) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 18:52:42.649005 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.plugins.ml2.managers [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Got port-security extension from driver 'port_security' Apr 08 18:52:42.649483 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.extensions.vlantransparent [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Disabled vlantransparent extension. Apr 08 18:52:42.649978 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103220) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 18:52:42.650307 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading Plugin: router Apr 08 18:52:42.685790 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.686189 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router after_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.686565 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router before_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.686930 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.687305 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.687661 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router after_delete 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.688020 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.688395 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.688756 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router after_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.689153 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router after_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.689598 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router after_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.690133 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.690498 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router after_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.690909 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.691281 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.691645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.691966 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: subnet after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.692343 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.692694 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.693044 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.693388 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: port before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.693731 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.694086 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router after_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.694429 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.694781 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.695141 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.695487 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.695854 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > agent after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.696226 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.696709 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > network after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.697577 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Tracking information for resource: router configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 18:52:42.697912 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Tracking information for resource: floatingip configured {{(pid=103220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 18:52:42.702858 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.db.l3_agentschedulers_db [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 18:52:42.703435 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.703801 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: port after_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.704159 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: port after_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.704540 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: port after_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.706011 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router before_create 55550100 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.706400 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.706775 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.707134 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.712084 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.services.provider_configuration [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service providers = [] {{(pid=103220) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 18:52:42.712475 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.db.servicetype_db [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103220) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 18:52:42.715419 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.services.service_base [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 18:52:42.715777 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.services.service_base [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 18:52:42.716126 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.services.service_base [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 18:52:42.717044 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.services.service_base [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 18:52:42.717424 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.services.service_base [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 18:52:42.717812 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 18:52:42.718134 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 18:52:42.730756 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 18:52:42.731091 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading Plugin: auto_allocate Apr 08 18:52:42.736733 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: network precommit_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.737112 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: network precommit_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.737637 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 18:52:42.737963 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading Plugin: tag Apr 08 18:52:42.744757 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 18:52:42.745142 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading Plugin: timestamp Apr 08 18:52:42.748923 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 18:52:42.749258 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading Plugin: network_ip_availability Apr 08 18:52:42.754832 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.755210 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.755569 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:42.756314 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 18:52:42.756639 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading Plugin: flavors Apr 08 18:52:42.761442 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 18:52:42.761776 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading Plugin: revisions Apr 08 18:52:42.766035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 18:52:42.766434 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_concurrency.lockutils [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=103220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 18:52:42.767174 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103220) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 18:52:42.768409 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Initializing extension manager. Apr 08 18:52:42.768755 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: __init__.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.769014 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: __pycache__ {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.769354 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: address_group.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.770113 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.770679 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: address-group Apr 08 18:52:42.771008 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: address_scope.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.771721 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.772264 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: address-scope Apr 08 18:52:42.772597 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.773522 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.774036 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: router-admin-state-down-before-update Apr 08 18:52:42.774381 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: agent.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.775066 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.775575 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: agent Apr 08 18:52:42.775902 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: agent_resources_synced.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.776826 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.777337 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: agent-resources-synced Apr 08 18:52:42.777663 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.779431 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.779946 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: allowed-address-pairs Apr 08 18:52:42.780307 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.781377 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.781894 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: auto-allocated-topology Apr 08 18:52:42.782227 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: availability_zone.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.783599 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.784110 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: availability_zone Apr 08 18:52:42.784459 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: availability_zone_filter.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.785387 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.785898 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: availability_zone_filter Apr 08 18:52:42.786227 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: data_plane_status.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.787132 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.787644 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 18:52:42.787972 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: default_subnetpools.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.788912 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.789422 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: default-subnetpools Apr 08 18:52:42.789747 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.790637 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.791150 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: dhcp_agent_scheduler Apr 08 18:52:42.791470 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: dns.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.792422 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.792930 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 18:52:42.793254 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: dns_domain_ports.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.794158 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.794664 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 18:52:42.794988 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.795896 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.796429 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 18:52:42.796754 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: dvr.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.797424 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.797935 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: dvr Apr 08 18:52:42.798516 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: ecmp_routes.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.799279 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.799789 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 18:52:42.800113 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: empty_string_filtering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.801058 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.801564 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: empty-string-filtering Apr 08 18:52:42.801884 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.802798 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.803301 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 18:52:42.803624 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.804580 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.805083 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 18:52:42.805404 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: external_net.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.806310 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.806817 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: external-net Apr 08 18:52:42.807139 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.808038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.808907 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: extra_dhcp_opt Apr 08 18:52:42.809234 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: extraroute.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.810141 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.810644 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: extraroute Apr 08 18:52:42.810965 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: extraroute_atomic.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.812000 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.812536 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: extraroute-atomic Apr 08 18:52:42.812858 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: filter_validation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.813518 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.814023 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: filter-validation Apr 08 18:52:42.814451 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: fip_pf_description.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.815556 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.816068 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 18:52:42.816422 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.817330 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.817836 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 18:52:42.818159 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: fip_port_details.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.819084 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.819589 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: fip-port-details Apr 08 18:52:42.819909 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: flavors.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.821146 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.821665 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: flavors Apr 08 18:52:42.821998 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.823621 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.824143 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 18:52:42.824505 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: floatingip_pools.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.825206 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.825721 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: floatingip-pools Apr 08 18:52:42.826049 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: ip_allocation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.826964 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.827474 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 18:52:42.827801 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.828746 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.829260 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: ip-substring-filtering Apr 08 18:52:42.829587 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l2_adjacency.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.831086 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.831592 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 18:52:42.831925 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.832919 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.833439 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: router Apr 08 18:52:42.833767 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.835978 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.836622 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 18:52:42.836963 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.837886 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.838406 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: ext-gw-mode Apr 08 18:52:42.838749 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.839655 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.840163 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: l3-ha Apr 08 18:52:42.840514 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.841428 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.841944 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 18:52:42.842272 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3_flavors.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.843183 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.843693 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: l3-flavors Apr 08 18:52:42.844020 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.845967 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.846559 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 18:52:42.846889 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.847803 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.848344 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 18:52:42.848676 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: l3agentscheduler.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.849721 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.850235 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: l3_agent_scheduler Apr 08 18:52:42.850565 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: local_ip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.852552 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.853073 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension local_ip not supported by any of loaded plugins Apr 08 18:52:42.853407 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: logging.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.854876 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.855409 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension logging not supported by any of loaded plugins Apr 08 18:52:42.855741 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: metering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.856512 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.857093 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: metering Apr 08 18:52:42.857420 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.858521 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.859034 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: metering_source_and_destination_fields Apr 08 18:52:42.859359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: multiprovidernet.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.860379 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.860897 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: multi-provider Apr 08 18:52:42.861245 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: netmtu.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.862162 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.862674 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: net-mtu Apr 08 18:52:42.862997 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: netmtu_writable.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.863911 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.864458 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: net-mtu-writable Apr 08 18:52:42.864784 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: network_availability_zone.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.865449 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.865953 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: network_availability_zone Apr 08 18:52:42.866273 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: network_ip_availability.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.867370 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.867884 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: network-ip-availability Apr 08 18:52:42.868240 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: network_segment_range.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.868995 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.869504 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 18:52:42.869828 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: pagination.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.870817 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.871153 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: pagination Apr 08 18:52:42.871477 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: port_device_profile.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.872411 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.872929 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: port-device-profile Apr 08 18:52:42.873252 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.874169 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.874680 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: port-mac-address-regenerate Apr 08 18:52:42.875003 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.875906 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.876442 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: port-numa-affinity-policy Apr 08 18:52:42.876792 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: port_resource_request.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.877706 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.878207 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 18:52:42.878529 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.879494 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.880002 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 18:52:42.880368 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: portbindings.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.881292 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.881810 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: binding Apr 08 18:52:42.882135 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: portbindings_extended.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.883446 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.883956 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: binding-extended Apr 08 18:52:42.884318 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: portsecurity.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.885237 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.885755 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: port-security Apr 08 18:52:42.886081 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: project_id.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.887051 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.887388 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: project-id Apr 08 18:52:42.887718 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: providernet.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.888661 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.889178 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: provider Apr 08 18:52:42.889502 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.893580 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.894104 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos not supported by any of loaded plugins Apr 08 18:52:42.894438 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.895680 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.896195 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 18:52:42.896549 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.897577 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.898096 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 18:52:42.898428 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_default.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.899459 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.899946 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-default not supported by any of loaded plugins Apr 08 18:52:42.900306 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_fip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.901237 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.901746 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 18:52:42.902073 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.902984 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.903495 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 18:52:42.903825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.904770 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.905287 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 18:52:42.905619 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.906534 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.907044 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 18:52:42.907371 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.909040 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.909554 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 18:52:42.909885 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.910912 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.911427 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 18:52:42.911754 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_pps_rule.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.912976 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.913496 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-pps not supported by any of loaded plugins Apr 08 18:52:42.913825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.914813 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.915321 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 18:52:42.915731 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.916672 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.917186 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 18:52:42.917514 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: qos_rules_alias.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.918552 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.919068 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 18:52:42.919394 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: quota_check_limit.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.920341 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.920859 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: quota-check-limit Apr 08 18:52:42.921187 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: quotasv2.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.922120 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.922454 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: quotas Apr 08 18:52:42.922775 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: quotasv2_detail.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.924535 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.924880 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: quota_details Apr 08 18:52:42.925215 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: rbac.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.926268 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.926798 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: rbac-policies Apr 08 18:52:42.927135 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: rbac_address_group.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.928061 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.928606 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: rbac-address-group Apr 08 18:52:42.928940 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: rbac_address_scope.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.929858 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.930373 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: rbac-address-scope Apr 08 18:52:42.930704 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: rbac_security_groups.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.931684 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.932232 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: rbac-security-groups Apr 08 18:52:42.932561 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.933741 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.934254 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: rbac-subnetpool Apr 08 18:52:42.934582 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: revisionifmatch.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.935504 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.936018 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: revision-if-match Apr 08 18:52:42.936380 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: revisions.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.937497 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.938011 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: standard-attr-revisions Apr 08 18:52:42.938340 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: router_availability_zone.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.939014 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.939555 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: router_availability_zone Apr 08 18:52:42.939879 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: routerservicetype.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.940828 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.941340 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 18:52:42.941668 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.942594 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.943108 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: security-groups-normalized-cidr Apr 08 18:52:42.943435 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.944380 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.944893 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: port-security-groups-filtering Apr 08 18:52:42.945219 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.946212 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.946718 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: security-groups-remote-address-group Apr 08 18:52:42.947042 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.947975 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.948520 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: security-groups-shared-filtering Apr 08 18:52:42.948850 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.949434 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 18:52:42.949757 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: securitygroup.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.960051 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.960614 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: security-group Apr 08 18:52:42.960954 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: segment.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.961684 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.962207 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension segment not supported by any of loaded plugins Apr 08 18:52:42.962539 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.963488 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.964135 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 18:52:42.964417 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: servicetype.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.965516 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.966034 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: service-type Apr 08 18:52:42.966364 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: sorting.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.967337 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.967671 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: sorting Apr 08 18:52:42.967997 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: standard_attr_segment.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.968938 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.969460 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 18:52:42.969786 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: standardattrdescription.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.971018 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.971739 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: standard-attr-description Apr 08 18:52:42.971834 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: stateful_security_group.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.972784 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.973299 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: stateful-security-group Apr 08 18:52:42.973625 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: stdattrs_common.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.974191 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 18:52:42.974515 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.975460 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.975977 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 18:52:42.976339 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: subnet_onboard.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.977414 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.977966 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: subnet_onboard Apr 08 18:52:42.978297 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.979231 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.979748 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 18:52:42.980074 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: subnet_service_types.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.981194 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.981624 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: subnet-service-types Apr 08 18:52:42.981947 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: subnetallocation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.983038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.983551 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: subnet_allocation Apr 08 18:52:42.983879 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.984608 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.985119 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: subnetpool-prefix-ops Apr 08 18:52:42.985441 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.986517 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.987029 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 18:52:42.987354 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: tagging.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.988467 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.988986 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: standard-attr-tag Apr 08 18:52:42.989316 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: timestamp.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.990518 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.991029 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loaded extension: standard-attr-timestamp Apr 08 18:52:42.991355 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: trunk.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.992421 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.992942 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension trunk not supported by any of loaded plugins Apr 08 18:52:42.993272 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: trunk_details.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.994187 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.994701 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 18:52:42.995028 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.995987 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.996491 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 18:52:42.996817 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Loading extension file: vlantransparent.py {{(pid=103220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 18:52:42.997489 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 18:52:42.998001 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 18:52:43.000605 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:network Apr 08 18:52:43.001138 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:subnet Apr 08 18:52:43.001557 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 18:52:43.002446 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:port Apr 08 18:52:43.003922 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.004397 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service FLAVORS assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.005056 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.005492 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.005831 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:router Apr 08 18:52:43.006256 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 18:52:43.006752 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service METERING assigned prefix: /metering {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.008325 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:43.008779 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:43.009062 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 18:52:43.010073 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 18:52:43.010519 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:security_group Apr 08 18:52:43.010969 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 18:52:43.011583 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service CORE assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.011917 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 18:52:43.012295 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] subnetpool is already registered Apr 08 18:52:43.012727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service CORE assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.013057 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 18:52:43.013417 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] subnetpool is already registered Apr 08 18:52:43.015685 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.016138 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service FLAVORS assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.016889 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.018083 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.018428 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:router Apr 08 18:52:43.018767 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] router is already registered Apr 08 18:52:43.019192 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 18:52:43.019612 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] floatingip is already registered Apr 08 18:52:43.020084 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service METERING assigned prefix: /metering {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.020833 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 18:52:43.022311 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] rbac_policy is already registered Apr 08 18:52:43.022756 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:security_group Apr 08 18:52:43.023098 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] security_group is already registered Apr 08 18:52:43.023507 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 18:52:43.023847 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] security_group_rule is already registered Apr 08 18:52:43.024374 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service CORE assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.024705 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 18:52:43.025036 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] subnetpool is already registered Apr 08 18:52:43.025466 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.v2.resource_helper [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Service CORE assigned prefix: {{(pid=103220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 18:52:43.025790 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 18:52:43.026130 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING neutron.quota.resource_registry [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] subnetpool is already registered Apr 08 18:52:43.026593 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: extensions {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.029393 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: address-groups {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.030867 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: address-scopes {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.032062 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: agents {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.033486 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: auto-allocated-topology {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.034709 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: availability_zones {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.035929 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: dhcp-networks {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.037364 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: dhcp-agents {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.038883 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: routers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.041274 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: flavors {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.042532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: service_profiles {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.043710 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: next_providers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.045191 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: service_profiles {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.046604 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: floatingip-pools {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.047919 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: routers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.050091 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: floatingips {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.051244 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: l3-routers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.052835 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: l3-agents {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.054358 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: metering-labels {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.055665 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: metering-label-rules {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.057130 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: network-ip-availabilities {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.058828 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: bindings {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.060425 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: quotas {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.062128 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: quotas {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.063776 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: rbac-policies {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.065860 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: security-groups {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.067175 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: security-group-rules {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.068688 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: service-providers {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.069996 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: subnetpools {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.071397 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: subnetpools {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.073099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.075105 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.076821 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.078815 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.081305 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.083294 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.084995 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.086779 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.089691 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.091416 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron.api.extensions [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Extended resource: tags {{(pid=103220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 18:52:43.097621 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING keystonemiddleware.auth_token [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 18:52:43.102190 dv-cinder-837167-1-iscsi neutron-server[103220]: WARNING keystonemiddleware.auth_token [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 18:52:43.111213 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_concurrency.lockutils [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Acquired lock "singleton_lock" {{(pid=103220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 18:52:43.111862 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_concurrency.lockutils [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Releasing lock "singleton_lock" {{(pid=103220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 18:52:43.112556 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO oslo_service.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Starting 2 workers Apr 08 18:52:43.117607 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Started child 103340 {{(pid=103220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 18:52:43.122335 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Started child 103341 {{(pid=103220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 18:52:43.123196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:43.123917 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO neutron.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 18:52:43.124588 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:43.124810 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [-] (103340) wsgi starting up on http://0.0.0.0:9696 Apr 08 18:52:43.127687 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO oslo_service.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Starting 1 workers Apr 08 18:52:43.127886 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:43.129232 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [-] (103341) wsgi starting up on http://0.0.0.0:9696 Apr 08 18:52:43.133055 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Started child 103342 {{(pid=103220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 18:52:43.133603 dv-cinder-837167-1-iscsi neutron-server[103220]: INFO oslo_service.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Starting 1 workers Apr 08 18:52:43.136800 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] calling RpcWorker wait() {{(pid=103342) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 18:52:43.137432 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] returning from RpcWorker wait() {{(pid=103342) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 18:52:43.138253 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Started child 103343 {{(pid=103220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 18:52:43.138557 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:43.139016 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:52:43.139175 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f138-4582-450a-9cc6-c4e306c66cc7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:43.141044 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103220) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 18:52:43.141260 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 18:52:43.141442 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 18:52:43.141662 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 18:52:43.141994 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 18:52:43.142162 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 18:52:43.143228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.143517 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.143850 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.144119 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.144294 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:43.144847 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.144988 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.145252 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.145416 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:52:43.145557 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.145802 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.146146 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.146377 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.146587 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.146884 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.147205 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.147534 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.147807 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.148058 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.148372 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.148552 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.148798 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.149098 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.149355 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.149647 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] debug = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.149909 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.150385 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.150617 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.150867 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.151103 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.151372 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.151601 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.151878 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.152138 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.152384 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.152619 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.152873 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.153108 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.153320 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.153569 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.153791 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.154043 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.154306 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.154726 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] host = dv-cinder-837167-1-iscsi {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.154961 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.155183 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.155427 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.155673 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.155932 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.156297 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.156469 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.156729 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.156974 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.157210 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.157454 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.157702 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.158059 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.158444 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.158712 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_options = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.158971 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.159322 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.159504 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.159696 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.159868 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.160018 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.160325 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.160478 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.160752 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.160966 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.161182 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.161400 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.161634 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.161878 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.162119 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.162332 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.163532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.163532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.163532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.163532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.163532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.163918 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.163918 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.164161 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.164497 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.164757 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.165008 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.165222 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.165461 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.165693 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.165995 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.166187 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.166424 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.166658 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.166924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.167165 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.167390 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.167598 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.168051 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.168307 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.168579 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.168847 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.169064 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.169393 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.170748 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.170748 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.170748 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_json = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.170748 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.170748 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.170748 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.172901 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.172901 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.172901 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.172901 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.172901 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.172901 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.172901 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.172901 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.175228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.175228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.175228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.175228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.175228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.175228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.175228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.175228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.177531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.177531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.177531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.177531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.177531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.177531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.177531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.177531 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.178648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.178648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.178648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.178648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.178648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.178648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.178648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.179589 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.179589 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.179589 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.179589 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.180111 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.180111 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.180371 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.109/identity {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.180529 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.180858 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184359 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184915 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184915 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184915 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184915 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184915 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184915 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184915 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.184915 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.185399 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 56944) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:52:43.185478 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.185478 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.185478 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.185648 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.185863 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.186270 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.186518 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.186778 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.187037 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.187188 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.187410 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.187662 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.187886 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.188098 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.188561 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.188561 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.188561 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.188561 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.188561 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.191590 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.191590 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.191590 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.191590 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.191590 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.191590 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.191590 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.191590 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.194500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.196099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.196099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.196099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.196099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.196099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.196099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.196099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.196099 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.199017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.199017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.199017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.199017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.199017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.199017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.199017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.199017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.200082 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.200082 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.200082 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.200082 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.200082 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.200082 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.200082 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.200082 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.201145 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.201145 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.201145 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.201145 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.201145 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.201145 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.201145 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.201145 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.202769 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.202769 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.202769 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.202769 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.202769 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.202769 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.202769 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.204559 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.204559 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.204559 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.204559 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.204559 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.204559 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.204559 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.205576 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.205576 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.205730 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.205904 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.206123 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.206336 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.206675 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.206925 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.207163 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.208851 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.209146 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.210294 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.210581 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.210873 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.211126 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.211411 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.211668 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.211865 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [-] 10.222.0.109 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0176926 Apr 08 18:52:43.211966 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.109/identity {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.212173 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.212444 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.212716 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.212944 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.213166 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.213382 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.213608 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.213828 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.214041 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.214305 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.214520 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.214771 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.217180 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.217180 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.217180 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.217180 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.217180 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.217180 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.218152 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.218152 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.218152 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.218984 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.219247 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.219513 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.221037 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.221321 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.221593 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.221817 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.222065 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.222439 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.222856 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.223219 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.223630 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.223998 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.224441 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.224816 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.225188 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.225579 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.225956 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.226338 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.226706 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.226973 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.227317 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.227578 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.227846 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.228193 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.229317 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.229587 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.229818 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.230050 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.230276 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.230501 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.231879 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.231879 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.231879 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.231879 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.231879 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.231879 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.232397 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.232466 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.232699 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.232943 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.233181 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.233406 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.233627 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.233872 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.234106 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.234328 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.234540 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.234748 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.234971 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.235182 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.235477 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.235733 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.236010 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.237106 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.237571 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.238026 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.238494 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.238907 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.239321 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.239768 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.240086 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.241086 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.241086 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.241086 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.241086 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.241386 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.241591 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.241868 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.242155 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.242427 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.242700 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.242986 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.243279 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.243564 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.244111 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.244111 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.244431 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.244715 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.245716 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.245716 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.245716 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.245716 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.246095 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.246276 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.246567 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.247132 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.247132 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.247523 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.247787 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.248153 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.248453 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.248705 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.248954 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.249260 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.250656 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.250656 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.250656 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.250656 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.250656 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.251228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.251228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.251388 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.252191 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.252358 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.252894 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.253330 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.253605 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.253827 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.254946 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.255278 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.255829 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.255829 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.256161 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.256397 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.257717 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.257717 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.257717 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.257717 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.257717 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.257717 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.258575 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.258575 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.258575 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.258925 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.258925 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.259092 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.259286 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.259532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.259746 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.259904 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 18:52:43.260489 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103220) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 18:52:43.260668 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 18:52:43.260837 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 18:52:43.260981 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 18:52:43.261165 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 18:52:43.261296 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 18:52:43.261504 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.261911 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.261911 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.262100 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.262100 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.262294 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.262603 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.262767 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.262928 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.263155 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.263262 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.263424 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.263566 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.263713 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.263868 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.264017 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.264159 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.264349 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.264514 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.264688 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.264836 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.264989 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.265148 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] debug = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.265338 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.265516 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.265631 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.265786 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.265946 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.266569 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:52:43.268944 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.268944 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.268944 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.268944 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.269512 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.269512 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.269512 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.269892 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.269892 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.270150 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.270298 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.270443 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.270582 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.270818 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] host = dv-cinder-837167-1-iscsi {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.270968 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.271167 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.271347 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.271497 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.271646 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.271813 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.271966 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.272127 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.272340 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.272509 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.272659 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.272795 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.272953 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.273113 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.273274 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_options = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.273436 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.273596 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.273759 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.273955 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.274124 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.274286 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.274447 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.274608 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.274769 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.274929 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.275094 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.275253 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.275412 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.275576 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.275725 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.275885 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.276044 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.276228 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.276388 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.276550 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.276710 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.276870 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.277035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.277193 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.277355 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.277514 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.277675 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.277836 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.278024 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.278186 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.278344 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.278508 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.278668 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.278829 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.278990 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.279151 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.279313 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.279471 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.279637 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.279823 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.279984 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.280148 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.280338 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.280502 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.280664 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.280828 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.280979 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_json = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.281137 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.281298 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.281461 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.281628 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.281768 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.281927 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.284324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.284324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.284324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 18:52:43.284324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.284324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.284324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.284324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.284324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.284956 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.284956 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.284956 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.284956 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.285607 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.285607 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.285607 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.285607 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.286206 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.286206 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.286206 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.286206 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.286488 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.286488 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.286951 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.287229 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.287422 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.287964 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.287964 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.287964 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.288319 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.289532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.289532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.289532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.289532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.289532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.289532 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.109/identity {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290178 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290178 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290178 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290178 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290578 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290578 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290578 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290860 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.290860 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.291028 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.291184 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.291374 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.291551 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.291912 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.292230 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.292538 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.292707 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.292880 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.293050 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.293209 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.293366 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.293520 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.293686 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.293851 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.294014 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.294188 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.294353 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.294516 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.294679 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.295034 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.295034 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.296122 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.296317 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.296483 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.296840 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.297554 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.298339 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.298339 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.299098 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.300788 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.300788 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.300788 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.301005 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.301129 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.301292 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.301486 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.301644 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.301808 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.301948 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.302121 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.303645 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.306035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.306035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.306035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.306035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.306035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.306035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.306035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.306035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.307423 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.307423 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.307423 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.307423 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.307423 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.307423 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.307423 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.307423 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.308825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.308825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.308825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.308825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.308825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.308825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.308825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.308825 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.309496 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.309496 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.309496 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.309496 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.309496 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.309496 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.309496 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.309496 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310021 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310021 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310021 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310021 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310021 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310021 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310021 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310556 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310556 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310556 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310771 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.310895 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.311008 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.312924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.312924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.312924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.312924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.312924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.312924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.312924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.312924 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.314727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.314727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.314727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.314727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.314727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.314727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.314727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.109/identity {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.314727 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316038 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316647 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316647 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316647 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316822 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.316888 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.318433 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.318433 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.318433 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.318839 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.318839 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.319041 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.319199 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.319379 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.319552 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.319722 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.319894 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.320067 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.320274 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.320500 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.320615 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.320763 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.321003 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.321130 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.322277 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.322469 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.322644 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.322815 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.322984 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.323153 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.323323 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.323492 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.323704 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.324641 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.324641 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.324641 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.324641 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.324641 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.324641 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.325170 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.325170 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.325170 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.325522 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.325522 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.325729 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.325836 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.326035 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.326160 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.326314 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.326485 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.326651 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.326835 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.326983 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.327149 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.327315 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.327482 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.327647 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.327812 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.327976 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.328143 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.328333 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.328519 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.328686 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.328958 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.329165 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.329299 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.329517 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.329620 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.330330 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.330512 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.330685 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.330876 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.331118 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.331289 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.331456 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.331623 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.331801 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.331971 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.332136 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.333916 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.333916 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.333916 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.333916 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.333916 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.333916 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.333916 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.333916 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.334424 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.334424 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.334424 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.335592 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.335592 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.335592 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.335786 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.335921 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.336085 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.336332 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.336534 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.336714 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.336887 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.337064 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.337231 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.337400 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.337576 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.337742 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.337907 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.338072 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.338251 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.338418 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.338622 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.338790 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.339114 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.339246 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.339414 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.339585 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.339763 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.339937 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.340106 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.340324 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.340478 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.340657 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.340823 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.340999 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.341180 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.341365 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.341535 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.341683 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.341828 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.341996 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.342176 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.342348 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.342513 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.342678 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.342898 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.343004 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.343158 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.343322 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.343863 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.343863 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.343863 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.344101 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.344101 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.344282 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 18:52:43.344427 dv-cinder-837167-1-iscsi neutron-server[103220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 18:52:54.748234 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287bdd90-1a52-4e79-b54c-a33edfb43aa5 None None] get_active_networks_info from dv-cinder-837167-1-iscsi {{(pid=103342) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 18:52:54.839143 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287bdd90-1a52-4e79-b54c-a33edfb43aa5 None None] No non-hosted networks {{(pid=103342) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 18:52:54.856542 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.agentschedulers_db [None req-287bdd90-1a52-4e79-b54c-a33edfb43aa5 None None] DHCP Agent not found on host dv-cinder-837167-1-iscsi {{(pid=103342) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 18:52:54.953907 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7ef23442-6820-4743-be15-f42301a81a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796041'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:57.095231 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dcd00446-cdcc-43a2-a46d-fe6b15446650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796041'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:57.167352 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cf35d72a-88a2-4a0c-bf15-c088988d0e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:58.330163 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57016) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:52:58.471914 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796041'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:52:58.961383 dv-cinder-837167-1-iscsi neutron-server[103341]: WARNING oslo_policy.policy [None req-a0944a08-35fd-4b61-babe-b8958fbcffec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 18:52:58.962096 dv-cinder-837167-1-iscsi neutron-server[103341]: WARNING oslo_policy.policy [None req-a0944a08-35fd-4b61-babe-b8958fbcffec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 18:52:59.210598 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [None req-a0944a08-35fd-4b61-babe-b8958fbcffec admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:52:59.224821 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-a0944a08-35fd-4b61-babe-b8958fbcffec admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8876479 Apr 08 18:53:00.053955 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796041'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:00.824426 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.db.l3_hamode_db [None req-e6962933-8e26-4a40-8815-840631056fa8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 18:53:00.906013 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6962933-8e26-4a40-8815-840631056fa8 None None] Routers set() bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:53:00.906402 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6962933-8e26-4a40-8815-840631056fa8 None None] Router IDs set() for agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 18:53:01.434345 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796041'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:01.435744 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.436595 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.437163 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.437702 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.438213 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.439610 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.440131 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.440519 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.441008 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.441500 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.442238 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.442585 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.442935 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.443269 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.443596 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:01.444004 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837167-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:01.450400 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837167-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:01.865356 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:02.180832 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8be496c3-b28f-49fb-9a75-9c15ad119db8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:53:02.275088 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.policy [None req-8be496c3-b28f-49fb-9a75-9c15ad119db8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103341) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 18:53:02.318102 dv-cinder-837167-1-iscsi neutron-server[103341]: WARNING oslo_policy.policy [None req-8be496c3-b28f-49fb-9a75-9c15ad119db8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 18:53:02.318517 dv-cinder-837167-1-iscsi neutron-server[103341]: WARNING oslo_policy.policy [None req-8be496c3-b28f-49fb-9a75-9c15ad119db8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 18:53:02.417478 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8be496c3-b28f-49fb-9a75-9c15ad119db8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770652368908', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770652369656', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770652451205', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770652444084', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770652441732', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770652467192', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-644285', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3666979', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3633732'] for rbac-policy (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:02.486489 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8be496c3-b28f-49fb-9a75-9c15ad119db8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:02.488381 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-8be496c3-b28f-49fb-9a75-9c15ad119db8 admin admin] 10.222.0.109 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6213636 Apr 08 18:53:05.015639 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57062) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:05.324014 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:53:05.352253 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Made reservation on behalf of 67f291e9fbaf4b46a10ebf5f160cacea for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:53:05.355877 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:05.372831 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:05.477969 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Publish callbacks [] for security_group (af14a84a-0468-4a92-9df5-78f2b096f6e1), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:05.482392 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (af14a84a-0468-4a92-9df5-78f2b096f6e1), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:05.514605 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] vlan segment allocate from pool success with {'vlan_id': 1540, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 18:53:05.542471 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770652501140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (69b6cc2f-4c4f-4507-ac5c-af6229486209), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:05.543070 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Unsubscribe: segment precommit_create {{(pid=103341) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 18:53:05.543597 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.segments_db [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Added segment 69b6cc2f-4c4f-4507-ac5c-af6229486209 of type vlan for network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 Apr 08 18:53:05.549902 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=af14a84a-0468-4a92-9df5-78f2b096f6e1,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:05.584665 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.585013 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.585372 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.585725 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.586059 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.586383 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.586707 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.587027 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.587346 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.587669 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.587985 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.588352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.588676 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.588991 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.589307 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Tracked resource versions report: Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: pushed versions: Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: { 'AddressGroup': {'1.2'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Agent': {'1.1'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'ConntrackHelper': {'1.0'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'LocalIPAssociation': {'1.0'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Log': {'1.0'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'NDPProxy': {'1.0'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Network': {'1.1'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Port': {'1.7'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'PortForwarding': {'1.3'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'QosPolicy': {'1.10'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SecurityGroup': {'1.5'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SecurityGroupRule': {'1.2'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SubPort': {'1.0'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Subnet': {'1.1'}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Trunk': {'1.1'}} Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: consumer versions: Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: { DHCP agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: L3 agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: Metadata agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: Metering agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: Open vSwitch agent@dv-cinder-837167-1-iscsi: { 'AddressGroup': '1.2', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Agent': '1.1', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'ConntrackHelper': '1.0', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'LocalIPAssociation': '1.0', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Log': '1.0', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'NDPProxy': '1.0', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Network': '1.1', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Port': '1.7', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'PortForwarding': '1.3', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'QosPolicy': '1.10', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SecurityGroup': '1.5', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SecurityGroupRule': '1.2', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SubPort': '1.0', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Subnet': '1.1', Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Trunk': '1.1'}} Apr 08 18:53:05.590742 dv-cinder-837167-1-iscsi neutron-server[103341]: {{(pid=103341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 18:53:05.653690 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (6d43916f-dfa8-431b-a1f5-ff55fc0cbf03), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:05.696015 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (6d43916f-dfa8-431b-a1f5-ff55fc0cbf03), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:05.701169 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:53:05.701863 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:05.773174 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7563269 Apr 08 18:53:05.827399 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bc150-99bf-4495-8959-bbda6edf09da demo demo] Pushing event updated for resources: {'Network': ['ID=6d43916f-dfa8-431b-a1f5-ff55fc0cbf03,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:05.840381 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 18:53:08.391412 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57074) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:08.802133 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bfcde6-ca83-4205-affd-ac412c472438 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:53:08.803519 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-16bfcde6-ca83-4205-affd-ac412c472438 demo admin] 10.222.0.109 "GET /v2.0/networks/6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 HTTP/1.1" status: 200 len: 826 time: 0.4110687 Apr 08 18:53:08.828448 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ace1fd64-3044-4464-a049-4b24cae5b719 demo admin] 10.222.0.109 "GET /v2.0/subnetpools/3b2be7c0-9f24-4720-8311-9e0f0daed9e6 HTTP/1.1" status: 200 len: 734 time: 0.0189693 Apr 08 18:53:08.837300 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'subnetpool_id': '3b2be7c0-9f24-4720-8311-9e0f0daed9e6', 'gateway_ip': '172.20.0.1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:53:08.858028 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Made reservation on behalf of 67f291e9fbaf4b46a10ebf5f160cacea for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:53:08.860304 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:09.149839 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (ad00fc31-b838-467f-b083-df59d46f373d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:09.221921 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Checking segment: {'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:53:09.222274 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Network hostable DHCP agents. Network: 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 18:53:09.224391 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ad00fc31-b838-467f-b083-df59d46f373d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:09.244357 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 18:53:09.256336 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:53:09.261300 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:53:09.261898 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:09.266494 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ecd43-42f6-45d7-a40b-7cfcaf26463e None None] Network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:53:09.279551 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-1e9edc54-e73b-48ef-9b84-a13a71bb9fa5 demo admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4454317 Apr 08 18:53:09.648276 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'fixed_ips': [{'subnet_id': 'ad00fc31-b838-467f-b083-df59d46f373d'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 18:53:09.649561 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:09.934472 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Allocated IP 172.20.0.2 (6d43916f-dfa8-431b-a1f5-ff55fc0cbf03/ad00fc31-b838-467f-b083-df59d46f373d/b29d843e-092f-47da-af25-1ac8dc24b855) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:53:10.214845 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Publish callbacks [] for port (b29d843e-092f-47da-af25-1ac8dc24b855), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:10.223397 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:10.303395 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:53:10.310148 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:53:10.313332 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:53:10.315753 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Pushing event updated for resources: {'Port': ['ID=b29d843e-092f-47da-af25-1ac8dc24b855,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:10.325595 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.325946 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.326305 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.326664 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.327012 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.327344 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.327674 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.328002 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.328358 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.328689 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.329044 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.329393 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.329718 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.330044 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.330367 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Tracked resource versions report: Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: pushed versions: Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: { 'AddressGroup': {'1.2'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Agent': {'1.1'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'ConntrackHelper': {'1.0'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'LocalIPAssociation': {'1.0'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Log': {'1.0'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'NDPProxy': {'1.0'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Network': {'1.1'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Port': {'1.7'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'PortForwarding': {'1.3'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'QosPolicy': {'1.10'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SecurityGroup': {'1.5'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SecurityGroupRule': {'1.2'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SubPort': {'1.0'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Subnet': {'1.1'}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Trunk': {'1.1'}} Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: consumer versions: Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: { DHCP agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: L3 agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: Metadata agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: Metering agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: Open vSwitch agent@dv-cinder-837167-1-iscsi: { 'AddressGroup': '1.2', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Agent': '1.1', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'ConntrackHelper': '1.0', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'LocalIPAssociation': '1.0', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Log': '1.0', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'NDPProxy': '1.0', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Network': '1.1', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Port': '1.7', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'PortForwarding': '1.3', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'QosPolicy': '1.10', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SecurityGroup': '1.5', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SecurityGroupRule': '1.2', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SubPort': '1.0', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Subnet': '1.1', Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Trunk': '1.1'}} Apr 08 18:53:10.331833 dv-cinder-837167-1-iscsi neutron-server[103342]: {{(pid=103342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 18:53:10.412149 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Attempting to bind port b29d843e-092f-47da-af25-1ac8dc24b855 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:53:10.412590 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Attempting to bind port b29d843e-092f-47da-af25-1ac8dc24b855 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:53:10.412998 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Attempting to bind port b29d843e-092f-47da-af25-1ac8dc24b855 on network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:53:10.418395 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:53:10.418787 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Checking segment: {'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:53:10.419249 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:10.419650 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Bound using segment: {'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:53:10.420156 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Bound port: b29d843e-092f-47da-af25-1ac8dc24b855, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:53:10.420584 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:10.487646 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] For port b29d843e-092f-47da-af25-1ac8dc24b855, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:53:10.510914 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] For port b29d843e-092f-47da-af25-1ac8dc24b855, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b29d843e-092f-47da-af25-1ac8dc24b855,segment=NetworkSegment(69b6cc2f-4c4f-4507-ac5c-af6229486209),segment_id=69b6cc2f-4c4f-4507-ac5c-af6229486209)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:53:10.520847 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:10.576392 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001f5ce-2ac3-4119-a867-c643880fc534 None None] Pushing event updated for resources: {'Port': ['ID=b29d843e-092f-47da-af25-1ac8dc24b855,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:11.926982 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:12.281506 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [None req-7428de23-5bac-4bf3-91ac-0b65e33b656d admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:53:12.282675 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7428de23-5bac-4bf3-91ac-0b65e33b656d admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3545740 Apr 08 18:53:14.886976 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57090) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:15.387818 dv-cinder-837167-1-iscsi neutron-server[103340]: WARNING oslo_policy.policy [None req-37df8f2a-3e24-4715-9c95-ebcc3b963719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 18:53:15.388480 dv-cinder-837167-1-iscsi neutron-server[103340]: WARNING oslo_policy.policy [None req-37df8f2a-3e24-4715-9c95-ebcc3b963719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 18:53:15.613312 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [None req-37df8f2a-3e24-4715-9c95-ebcc3b963719 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:53:15.614529 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-37df8f2a-3e24-4715-9c95-ebcc3b963719 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7252657 Apr 08 18:53:18.178486 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57104) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:18.494619 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:53:18.564519 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.policy [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103340) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 18:53:18.608403 dv-cinder-837167-1-iscsi neutron-server[103340]: WARNING oslo_policy.policy [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 18:53:18.608794 dv-cinder-837167-1-iscsi neutron-server[103340]: WARNING oslo_policy.policy [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 18:53:18.673156 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:18.675174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:18.837989 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] Publish callbacks [] for router_controller (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), precommit_add_association {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:18.842791 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:18.866687 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:18.867871 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e023dd11-d3d6-45bc-8f1e-41bc6d568435 demo demo] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6883886 Apr 08 18:53:21.451530 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57118) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:21.767083 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [None req-6563a3d9-aaf1-4061-87a8-82a9310c1d95 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:53:21.768391 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-6563a3d9-aaf1-4061-87a8-82a9310c1d95 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158724 Apr 08 18:53:22.226960 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b29d843e-092f-47da-af25-1ac8dc24b855 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:53:22.279804 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5859b422-fb58-436d-bfac-2f7ae1689ba3 None None] Network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:53:22.392224 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-aaa22387-52cb-4cf4-b933-53d1ca505c55 None None] Provisioning complete for port b29d843e-092f-47da-af25-1ac8dc24b855 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:22.392729 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aaa22387-52cb-4cf4-b933-53d1ca505c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:22.398562 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port b29d843e-092f-47da-af25-1ac8dc24b855 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:22.398883 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:22.613591 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-aaa22387-52cb-4cf4-b933-53d1ca505c55 None None] Current status of the port b29d843e-092f-47da-af25-1ac8dc24b855 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:22.613937 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aaa22387-52cb-4cf4-b933-53d1ca505c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:22.615863 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port b29d843e-092f-47da-af25-1ac8dc24b855 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:22.616260 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:22.665391 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port b29d843e-092f-47da-af25-1ac8dc24b855, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b29d843e-092f-47da-af25-1ac8dc24b855,segment=NetworkSegment(69b6cc2f-4c4f-4507-ac5c-af6229486209),segment_id=69b6cc2f-4c4f-4507-ac5c-af6229486209)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:53:22.670318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:22.743734 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.db.api [None req-aaa22387-52cb-4cf4-b933-53d1ca505c55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 18:53:22.744145 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG oslo_db.api [None req-aaa22387-52cb-4cf4-b933-53d1ca505c55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 18:53:22.748358 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=b29d843e-092f-47da-af25-1ac8dc24b855,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:23.279024 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-aaa22387-52cb-4cf4-b933-53d1ca505c55 None None] Current status of the port b29d843e-092f-47da-af25-1ac8dc24b855 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:23.396010 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-9ba2d489-6cf2-4e10-8fe7-4cb62a6fa93e None None] Provisioning complete for port b29d843e-092f-47da-af25-1ac8dc24b855 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:23.396431 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d489-6cf2-4e10-8fe7-4cb62a6fa93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:23.470886 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2d489-6cf2-4e10-8fe7-4cb62a6fa93e None None] Current status of the port b29d843e-092f-47da-af25-1ac8dc24b855 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:24.208835 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b29d843e-092f-47da-af25-1ac8dc24b855 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:53:24.256988 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port b29d843e-092f-47da-af25-1ac8dc24b855 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:24.257304 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:24.333127 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port b29d843e-092f-47da-af25-1ac8dc24b855 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:24.395354 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57128) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:24.667114 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4baa654d-57e6-4168-8851-4f5955e15262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:24.717096 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:53:24.740251 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Made reservation on behalf of 75a4c105733041c5aa1be2661aa57ea1 for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:53:24.742952 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:24.759241 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:24.866725 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Publish callbacks [] for security_group (36f7e1a5-88ec-4fa7-92fb-f4f2506d6e8b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:24.871152 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (36f7e1a5-88ec-4fa7-92fb-f4f2506d6e8b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:24.882417 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Reserving flat network on physical network physnet1 {{(pid=103340) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 18:53:24.913899 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770652501140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (5f64593d-fd53-4fe4-ab05-9da42ffaa556), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:24.914483 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Unsubscribe: segment precommit_create {{(pid=103340) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 18:53:24.915025 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Added segment 5f64593d-fd53-4fe4-ab05-9da42ffaa556 of type flat for network 63af0f99-a85e-45f4-bad3-f8170e718bf1 Apr 08 18:53:24.931280 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f7e1a5-88ec-4fa7-92fb-f4f2506d6e8b,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:24.976645 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.976996 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.977359 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.977704 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.978043 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.978379 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.978711 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.979039 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.979382 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.979715 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.980055 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.980435 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.980753 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.981073 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.981394 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Tracked resource versions report: Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: pushed versions: Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: { 'AddressGroup': {'1.2'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Agent': {'1.1'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'ConntrackHelper': {'1.0'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'LocalIPAssociation': {'1.0'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Log': {'1.0'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'NDPProxy': {'1.0'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Network': {'1.1'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Port': {'1.7'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'PortForwarding': {'1.3'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'QosPolicy': {'1.10'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SecurityGroup': {'1.5'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SecurityGroupRule': {'1.2'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SubPort': {'1.0'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Subnet': {'1.1'}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Trunk': {'1.1'}} Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: consumer versions: Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: { DHCP agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: L3 agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: Metadata agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: Metering agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: Open vSwitch agent@dv-cinder-837167-1-iscsi: { 'AddressGroup': '1.2', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Agent': '1.1', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'ConntrackHelper': '1.0', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'LocalIPAssociation': '1.0', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Log': '1.0', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'NDPProxy': '1.0', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Network': '1.1', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Port': '1.7', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'PortForwarding': '1.3', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'QosPolicy': '1.10', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SecurityGroup': '1.5', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SecurityGroupRule': '1.2', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SubPort': '1.0', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Subnet': '1.1', Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Trunk': '1.1'}} Apr 08 18:53:24.983240 dv-cinder-837167-1-iscsi neutron-server[103340]: {{(pid=103340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 18:53:25.035367 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (63af0f99-a85e-45f4-bad3-f8170e718bf1), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:25.078731 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (63af0f99-a85e-45f4-bad3-f8170e718bf1), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:25.080197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:53:25.080912 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:25.136988 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7405026 Apr 08 18:53:25.186432 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5650-d236-4cd6-a344-1f9c848bf224 admin admin] Pushing event updated for resources: {'Network': ['ID=63af0f99-a85e-45f4-bad3-f8170e718bf1,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:25.197055 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 18:53:27.101444 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8feb84e5-88de-4493-bbab-1e406ce9534c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:27.654748 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57140) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:28.057886 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d677672-fe5b-4df3-ba7e-d8541edebd16 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:53:28.059902 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-1d677672-fe5b-4df3-ba7e-d8541edebd16 demo admin] 10.222.0.109 "GET /v2.0/subnets/ad00fc31-b838-467f-b083-df59d46f373d HTTP/1.1" status: 200 len: 849 time: 0.4039130 Apr 08 18:53:28.211458 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-2d2fe73d-0b0b-476d-ab80-d12648a604d6 demo admin] 10.222.0.109 "GET /v2.0/routers/8dee8b9c-50f4-4fd2-b1f3-6978d549901f HTTP/1.1" status: 200 len: 704 time: 0.1444166 Apr 08 18:53:28.394814 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:28.490280 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:28.794859 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Allocated IP 172.20.0.1 (6d43916f-dfa8-431b-a1f5-ff55fc0cbf03/ad00fc31-b838-467f-b083-df59d46f373d/4985702a-7616-4852-b3a8-2eeb0bb28c1b) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:53:28.983979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Publish callbacks [] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:29.052553 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:29.123422 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:53:29.132873 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:53:29.144993 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:53:29.145551 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:29.164262 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Pushing event updated for resources: {'Port': ['ID=4985702a-7616-4852-b3a8-2eeb0bb28c1b,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:29.411419 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:29.423720 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-46626085-6e6c-42c6-9eab-d1fb2acdaaad None None] Provisioning complete for port 4985702a-7616-4852-b3a8-2eeb0bb28c1b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:29.424372 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46626085-6e6c-42c6-9eab-d1fb2acdaaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:29.460114 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-46626085-6e6c-42c6-9eab-d1fb2acdaaad None None] Port 4985702a-7616-4852-b3a8-2eeb0bb28c1b cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:53:29.620004 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Publish callbacks [] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:29.624081 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:29.624927 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:29.684894 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Pushing event updated for resources: {'Port': ['ID=4985702a-7616-4852-b3a8-2eeb0bb28c1b,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:29.749509 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:53:29.750867 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:53:29.928158 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Router 8dee8b9c-50f4-4fd2-b1f3-6978d549901f is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 18:53:29.989614 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-845b4823-d91b-4fcb-bec3-1b20c25d00ae None None] Provisioning complete for port 4985702a-7616-4852-b3a8-2eeb0bb28c1b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:29.990017 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-845b4823-d91b-4fcb-bec3-1b20c25d00ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:30.013814 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:30.021688 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:53:30.031734 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-57c4891b-f89e-46c1-b226-771a2413ccca demo admin] 10.222.0.109 "PUT /v2.0/routers/8dee8b9c-50f4-4fd2-b1f3-6978d549901f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8105471 Apr 08 18:53:30.032838 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-845b4823-d91b-4fcb-bec3-1b20c25d00ae None None] Port 4985702a-7616-4852-b3a8-2eeb0bb28c1b cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:53:30.045156 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Sync routers for ids ['8dee8b9c-50f4-4fd2-b1f3-6978d549901f'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:53:30.058210 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Routers {'8dee8b9c-50f4-4fd2-b1f3-6978d549901f'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:53:30.059669 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T18:53:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['8dee8b9c-50f4-4fd2-b1f3-6978d549901f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:30.274584 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Set router 8dee8b9c-50f4-4fd2-b1f3-6978d549901f gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:53:30.706336 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'name': 'router1', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:53:18Z', 'updated_at': '2022-04-08T18:53:29Z', 'revision_number': 2, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'gw_port_host': None, '_interfaces': [{'id': '4985702a-7616-4852-b3a8-2eeb0bb28c1b', 'name': '', 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'mac_address': 'fa:16:3e:fa:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:28Z', 'updated_at': '2022-04-08T18:53:29Z', 'revision_number': 2, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'subnets': [{'id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2be7c0-9f24-4720-8311-9e0f0daed9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:30.761438 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Checking router: 8dee8b9c-50f4-4fd2-b1f3-6978d549901f for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:53:30.761814 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Updating router 8dee8b9c-50f4-4fd2-b1f3-6978d549901f port 4985702a-7616-4852-b3a8-2eeb0bb28c1b binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 18:53:30.818881 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:31.344279 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Publish callbacks [] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:31.351667 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:31.440420 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:31.534307 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Pushing event updated for resources: {'Port': ['ID=4985702a-7616-4852-b3a8-2eeb0bb28c1b,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:31.536813 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Attempting to bind port 4985702a-7616-4852-b3a8-2eeb0bb28c1b on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:53:31.537217 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Attempting to bind port 4985702a-7616-4852-b3a8-2eeb0bb28c1b by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:53:31.537651 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Attempting to bind port 4985702a-7616-4852-b3a8-2eeb0bb28c1b on network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:53:31.547131 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:53:31.547566 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Checking segment: {'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:53:31.548547 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:31.549207 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Bound using segment: {'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:53:31.549794 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Bound port: 4985702a-7616-4852-b3a8-2eeb0bb28c1b, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b6cc2f-4c4f-4507-ac5c-af6229486209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1540, 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:53:31.550185 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:31.553871 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.554224 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.554576 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.554927 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.555269 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.555605 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.555937 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.556284 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.556621 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.556951 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.557283 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.557626 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.557955 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.558278 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.558865 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Tracked resource versions report: Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: pushed versions: Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: { 'AddressGroup': {'1.2'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Agent': {'1.1'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'ConntrackHelper': {'1.0'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'LocalIPAssociation': {'1.0'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Log': {'1.0'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'NDPProxy': {'1.0'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Network': {'1.1'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Port': {'1.7'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'PortForwarding': {'1.3'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'QosPolicy': {'1.10'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SecurityGroup': {'1.5'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SecurityGroupRule': {'1.2'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SubPort': {'1.0'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Subnet': {'1.1'}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Trunk': {'1.1'}} Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: consumer versions: Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: { DHCP agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: L3 agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: Metadata agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: Metering agent@dv-cinder-837167-1-iscsi: {}, Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: Open vSwitch agent@dv-cinder-837167-1-iscsi: { 'AddressGroup': '1.2', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Agent': '1.1', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'ConntrackHelper': '1.0', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'LocalIPAssociation': '1.0', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Log': '1.0', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'NDPProxy': '1.0', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Network': '1.1', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Port': '1.7', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'PortForwarding': '1.3', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'QosPolicy': '1.10', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SecurityGroup': '1.5', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SecurityGroupRule': '1.2', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SubPort': '1.0', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Subnet': '1.1', Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Trunk': '1.1'}} Apr 08 18:53:31.560373 dv-cinder-837167-1-iscsi neutron-server[103343]: {{(pid=103343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 18:53:31.579994 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-491282b1-d424-4274-97fa-7682c7977afd None None] Provisioning complete for port 4985702a-7616-4852-b3a8-2eeb0bb28c1b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:31.581011 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-491282b1-d424-4274-97fa-7682c7977afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:31.616007 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-491282b1-d424-4274-97fa-7682c7977afd None None] Port 4985702a-7616-4852-b3a8-2eeb0bb28c1b cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:53:31.633216 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] For port 4985702a-7616-4852-b3a8-2eeb0bb28c1b, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:53:31.652847 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] For port 4985702a-7616-4852-b3a8-2eeb0bb28c1b, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=4985702a-7616-4852-b3a8-2eeb0bb28c1b,segment=NetworkSegment(69b6cc2f-4c4f-4507-ac5c-af6229486209),segment_id=69b6cc2f-4c4f-4507-ac5c-af6229486209)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:53:31.659244 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:31.710775 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Routers {'8dee8b9c-50f4-4fd2-b1f3-6978d549901f'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:53:31.712144 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T18:53:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['8dee8b9c-50f4-4fd2-b1f3-6978d549901f'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:31.786409 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a35cb-d44f-43ed-9c1d-121fa02c3618 None None] Pushing event updated for resources: {'Port': ['ID=4985702a-7616-4852-b3a8-2eeb0bb28c1b,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:31.816793 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] Set router 8dee8b9c-50f4-4fd2-b1f3-6978d549901f gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:53:31.937121 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-79d189fb-23fd-4e59-b114-01eff55acc06 None None] Provisioning complete for port 4985702a-7616-4852-b3a8-2eeb0bb28c1b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:31.937740 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79d189fb-23fd-4e59-b114-01eff55acc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:32.024328 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'name': 'router1', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:53:18Z', 'updated_at': '2022-04-08T18:53:29Z', 'revision_number': 2, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'gw_port_host': None, '_interfaces': [{'id': '4985702a-7616-4852-b3a8-2eeb0bb28c1b', 'name': '', 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'mac_address': 'fa:16:3e:fa:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:28Z', 'updated_at': '2022-04-08T18:53:31Z', 'revision_number': 4, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'subnets': [{'id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2be7c0-9f24-4720-8311-9e0f0daed9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:32.024606 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-79d189fb-23fd-4e59-b114-01eff55acc06 None None] Current status of the port 4985702a-7616-4852-b3a8-2eeb0bb28c1b is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:32.024903 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79d189fb-23fd-4e59-b114-01eff55acc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:32.056323 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7edba-9ef7-4f95-8978-bbfacad445a2 None None] The sync data for ids ['8dee8b9c-50f4-4fd2-b1f3-6978d549901f'] in dv-cinder-837167-1-iscsi is: [{'id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'name': 'router1', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:53:18Z', 'updated_at': '2022-04-08T18:53:29Z', 'revision_number': 2, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'gw_port_host': None, '_interfaces': [{'id': '4985702a-7616-4852-b3a8-2eeb0bb28c1b', 'name': '', 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'mac_address': 'fa:16:3e:fa:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:28Z', 'updated_at': '2022-04-08T18:53:31Z', 'revision_number': 4, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'subnets': [{'id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2be7c0-9f24-4720-8311-9e0f0daed9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:53:32.057272 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-79d189fb-23fd-4e59-b114-01eff55acc06 None None] For port 4985702a-7616-4852-b3a8-2eeb0bb28c1b, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=4985702a-7616-4852-b3a8-2eeb0bb28c1b,segment=NetworkSegment(69b6cc2f-4c4f-4507-ac5c-af6229486209),segment_id=69b6cc2f-4c4f-4507-ac5c-af6229486209)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:53:32.064829 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79d189fb-23fd-4e59-b114-01eff55acc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:32.113826 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d189fb-23fd-4e59-b114-01eff55acc06 None None] Pushing event updated for resources: {'Port': ['ID=4985702a-7616-4852-b3a8-2eeb0bb28c1b,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:32.584555 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57160) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:32.785240 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d90e3b-7e40-4822-98fa-cfce968b12cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:53:32.786636 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-67d90e3b-7e40-4822-98fa-cfce968b12cb admin admin] 10.222.0.109 "GET /v2.0/networks/63af0f99-a85e-45f4-bad3-f8170e718bf1 HTTP/1.1" status: 200 len: 842 time: 0.2011030 Apr 08 18:53:32.796337 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:53:32.825766 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Made reservation on behalf of 75a4c105733041c5aa1be2661aa57ea1 for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:53:32.827996 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:33.123954 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.objects.ports [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103340) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 08 18:53:33.124428 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (ea54abc7-b7ce-4be9-a22b-4d2892303c37), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:33.179356 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea54abc7-b7ce-4be9-a22b-4d2892303c37,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:33.190301 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:53:33.190668 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Network hostable DHCP agents. Network: 63af0f99-a85e-45f4-bad3-f8170e718bf1, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 18:53:33.213178 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 18:53:33.224449 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 63af0f99-a85e-45f4-bad3-f8170e718bf1) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:53:33.228806 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:53:33.229300 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:33.237211 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ed79e-5fee-4f4f-b422-914281a91478 None None] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:53:33.248465 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-f3fe85e1-9429-41fa-b06f-ee337ff34841 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4554758 Apr 08 18:53:33.348838 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ac6fe-4555-4848-829a-7476a64e8201 None None] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:53:35.779445 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57178) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:35.914483 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-3b4a8df6-5f3d-4e75-911f-ea230b777058 demo admin] 10.222.0.109 "GET /v2.0/routers/8dee8b9c-50f4-4fd2-b1f3-6978d549901f HTTP/1.1" status: 200 len: 710 time: 0.1336987 Apr 08 18:53:36.006402 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426d548-0653-4fd5-9690-7bacfa9cc1aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:53:36.007955 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-5426d548-0653-4fd5-9690-7bacfa9cc1aa demo admin] 10.222.0.109 "GET /v2.0/networks/63af0f99-a85e-45f4-bad3-f8170e718bf1 HTTP/1.1" status: 200 len: 886 time: 0.0883265 Apr 08 18:53:36.016897 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:53:36.342758 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks [] for router_gateway (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:36.565606 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks [] for router_gateway (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:36.640728 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:36.741884 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Allocated IP 172.27.0.120 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/aef521d4-5100-4d21-97a1-269350540826) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:53:36.846522 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks [] for port (aef521d4-5100-4d21-97a1-269350540826), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:36.879474 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (aef521d4-5100-4d21-97a1-269350540826), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:36.915692 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:53:36.918428 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:53:36.921793 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:53:36.965510 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Pushing event updated for resources: {'Port': ['ID=aef521d4-5100-4d21-97a1-269350540826,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:37.200636 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks [] for router_gateway (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:37.409941 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3797851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-452832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1463'] for router (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:37.413937 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3797840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3797833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-452825'] for router (8dee8b9c-50f4-4fd2-b1f3-6978d549901f), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:37.621194 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Router 8dee8b9c-50f4-4fd2-b1f3-6978d549901f has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:53:37.732815 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:53:37.737694 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:37.738882 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d9fa48ed-6149-4bc1-8c53-847dcbcbe075 demo admin] 10.222.0.109 "PUT /v2.0/routers/8dee8b9c-50f4-4fd2-b1f3-6978d549901f HTTP/1.1" status: 200 len: 890 time: 1.7252355 Apr 08 18:53:40.246879 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 4985702a-7616-4852-b3a8-2eeb0bb28c1b up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:53:40.300126 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 4985702a-7616-4852-b3a8-2eeb0bb28c1b triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:40.300484 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:40.347512 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57190) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:53:40.384438 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 4985702a-7616-4852-b3a8-2eeb0bb28c1b is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:40.461566 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-3948d052-9dad-4c3b-a29d-43ce7a5bec4b admin admin] 10.222.0.109 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1127846 Apr 08 18:53:41.014044 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Sync routers for ids ['8dee8b9c-50f4-4fd2-b1f3-6978d549901f'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:53:41.027500 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Routers {'8dee8b9c-50f4-4fd2-b1f3-6978d549901f'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:53:41.028184 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T18:53:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['8dee8b9c-50f4-4fd2-b1f3-6978d549901f'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:41.184706 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:53:41.257934 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Set router 8dee8b9c-50f4-4fd2-b1f3-6978d549901f gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:53:41.729508 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'name': 'router1', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'aef521d4-5100-4d21-97a1-269350540826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:53:18Z', 'updated_at': '2022-04-08T18:53:37Z', 'revision_number': 4, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'gw_port': {'id': 'aef521d4-5100-4d21-97a1-269350540826', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:36Z', 'updated_at': '2022-04-08T18:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '4985702a-7616-4852-b3a8-2eeb0bb28c1b', 'name': '', 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'mac_address': 'fa:16:3e:fa:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:28Z', 'updated_at': '2022-04-08T18:53:32Z', 'revision_number': 5, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'subnets': [{'id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2be7c0-9f24-4720-8311-9e0f0daed9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:41.783083 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Checking router: 8dee8b9c-50f4-4fd2-b1f3-6978d549901f for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:53:41.783466 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Updating router 8dee8b9c-50f4-4fd2-b1f3-6978d549901f port aef521d4-5100-4d21-97a1-269350540826 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 18:53:41.843033 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (aef521d4-5100-4d21-97a1-269350540826), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:42.157029 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Publish callbacks [] for port (aef521d4-5100-4d21-97a1-269350540826), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:42.165402 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (aef521d4-5100-4d21-97a1-269350540826), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:42.220783 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Attempting to bind port aef521d4-5100-4d21-97a1-269350540826 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:53:42.221169 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Attempting to bind port aef521d4-5100-4d21-97a1-269350540826 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:53:42.221540 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Attempting to bind port aef521d4-5100-4d21-97a1-269350540826 on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:53:42.230824 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42955a-54bb-442e-9923-5d4263265547 None None] Pushing event updated for resources: {'Port': ['ID=aef521d4-5100-4d21-97a1-269350540826,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:42.233642 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:53:42.233979 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:53:42.234392 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:42.234788 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:53:42.235786 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Bound port: aef521d4-5100-4d21-97a1-269350540826, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:53:42.236153 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (aef521d4-5100-4d21-97a1-269350540826), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:42.292330 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] For port aef521d4-5100-4d21-97a1-269350540826, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:53:42.295730 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] For port aef521d4-5100-4d21-97a1-269350540826, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=aef521d4-5100-4d21-97a1-269350540826,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:53:42.304352 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (aef521d4-5100-4d21-97a1-269350540826), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:42.368001 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Routers {'8dee8b9c-50f4-4fd2-b1f3-6978d549901f'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:53:42.369381 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T18:53:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['8dee8b9c-50f4-4fd2-b1f3-6978d549901f'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:42.371303 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42955a-54bb-442e-9923-5d4263265547 None None] Pushing event updated for resources: {'Port': ['ID=aef521d4-5100-4d21-97a1-269350540826,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:42.487513 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] Set router 8dee8b9c-50f4-4fd2-b1f3-6978d549901f gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:53:42.709407 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'name': 'router1', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'aef521d4-5100-4d21-97a1-269350540826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:53:18Z', 'updated_at': '2022-04-08T18:53:37Z', 'revision_number': 4, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'gw_port': {'id': 'aef521d4-5100-4d21-97a1-269350540826', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:36Z', 'updated_at': '2022-04-08T18:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '4985702a-7616-4852-b3a8-2eeb0bb28c1b', 'name': '', 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'mac_address': 'fa:16:3e:fa:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:28Z', 'updated_at': '2022-04-08T18:53:32Z', 'revision_number': 5, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'subnets': [{'id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2be7c0-9f24-4720-8311-9e0f0daed9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:53:42.750333 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a3dc6-69c6-4b86-8a70-db1dff8bbcdb None None] The sync data for ids ['8dee8b9c-50f4-4fd2-b1f3-6978d549901f'] in dv-cinder-837167-1-iscsi is: [{'id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'name': 'router1', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'aef521d4-5100-4d21-97a1-269350540826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:53:18Z', 'updated_at': '2022-04-08T18:53:37Z', 'revision_number': 4, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'gw_port': {'id': 'aef521d4-5100-4d21-97a1-269350540826', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:36Z', 'updated_at': '2022-04-08T18:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '4985702a-7616-4852-b3a8-2eeb0bb28c1b', 'name': '', 'network_id': '6d43916f-dfa8-431b-a1f5-ff55fc0cbf03', 'tenant_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'mac_address': 'fa:16:3e:fa:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dee8b9c-50f4-4fd2-b1f3-6978d549901f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:53:28Z', 'updated_at': '2022-04-08T18:53:32Z', 'revision_number': 5, 'project_id': '67f291e9fbaf4b46a10ebf5f160cacea', 'subnets': [{'id': 'ad00fc31-b838-467f-b083-df59d46f373d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b2be7c0-9f24-4720-8311-9e0f0daed9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:53:44.291748 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device aef521d4-5100-4d21-97a1-269350540826 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:53:44.355240 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port aef521d4-5100-4d21-97a1-269350540826 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:44.355240 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (aef521d4-5100-4d21-97a1-269350540826), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:44.461520 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port aef521d4-5100-4d21-97a1-269350540826 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:44.461829 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (aef521d4-5100-4d21-97a1-269350540826), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:44.492434 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port aef521d4-5100-4d21-97a1-269350540826, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=aef521d4-5100-4d21-97a1-269350540826,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:53:44.499452 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (aef521d4-5100-4d21-97a1-269350540826), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:44.562616 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=aef521d4-5100-4d21-97a1-269350540826,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:53:46.297897 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device aef521d4-5100-4d21-97a1-269350540826 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:53:46.378200 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port aef521d4-5100-4d21-97a1-269350540826 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:53:46.378602 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (aef521d4-5100-4d21-97a1-269350540826), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:46.576488 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port aef521d4-5100-4d21-97a1-269350540826 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:53:54.679841 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4689ea48-5642-4970-99f6-6cdb8807d685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:57.108328 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fe54d20c-06ef-4d2f-8b31-742c4598dca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:53:58.403588 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:00.129888 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:01.436476 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:18.179619 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:54:24.699713 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-891ce204-eeb8-47c0-ad97-a12d10067c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:27.103188 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-43bb263d-d49c-4e7a-b4b1-43808e9d9557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:28.408101 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:30.009216 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:31.432185 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:54.676297 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ff28-55e5-44b7-9955-88f5d53f21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:55.178549 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:54:57.105941 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb13d850-a2f2-4cd1-aecd-5bd90ec6e30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:54:58.405044 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:00.007582 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:01.437636 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:03.943983 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57674) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:04.014095 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ea5fdd-38af-461e-a3a8-e1891826e9c8 admin admin] GET failed (client error): The resource could not be found. Apr 08 18:55:04.015683 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b5ea5fdd-38af-461e-a3a8-e1891826e9c8 admin admin] 10.222.0.109 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707524 Apr 08 18:55:04.182131 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baed264-3b26-455e-8367-49a8dcdfd067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:04.183563 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-3baed264-3b26-455e-8367-49a8dcdfd067 admin admin] 10.222.0.109 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1639004 Apr 08 18:55:06.535360 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57684) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:06.628153 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7177e5-b71d-4d5d-922e-778b2b8cc162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:06.629547 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-bd7177e5-b71d-4d5d-922e-778b2b8cc162 admin admin] 10.222.0.109 "GET /v2.0/subnets/ad00fc31-b838-467f-b083-df59d46f373d HTTP/1.1" status: 200 len: 849 time: 0.0932271 Apr 08 18:55:06.638815 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:55:06.725287 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Publish callbacks [] for subnet (ad00fc31-b838-467f-b083-df59d46f373d), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:06.866613 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770652531972'] for subnet (ad00fc31-b838-467f-b083-df59d46f373d), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:06.894686 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:06.895290 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:06.896611 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] 10.222.0.109 "PUT /v2.0/subnets/ad00fc31-b838-467f-b083-df59d46f373d HTTP/1.1" status: 200 len: 868 time: 0.2613697 Apr 08 18:55:06.919267 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad00fc31-b838-467f-b083-df59d46f373d,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:55:06.923678 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e6331-9a15-426f-9279-0629115229b6 None None] Network 6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:55:06.927341 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.927702 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.928053 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.928428 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.928774 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.929111 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.929447 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.929777 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.930112 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.930446 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.930778 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.931112 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.931439 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.931766 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:06.932093 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357e26a5-1f88-47dc-be18-7284159e02ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:55:07.224702 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-dff5faa6-0d08-4b7a-9684-a4018166486e None None] Provisioning complete for port b29d843e-092f-47da-af25-1ac8dc24b855 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:55:07.225095 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dff5faa6-0d08-4b7a-9684-a4018166486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b29d843e-092f-47da-af25-1ac8dc24b855), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:07.303222 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-dff5faa6-0d08-4b7a-9684-a4018166486e None None] Current status of the port b29d843e-092f-47da-af25-1ac8dc24b855 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:55:07.311277 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-dff5faa6-0d08-4b7a-9684-a4018166486e None None] Provisioning complete for port 4985702a-7616-4852-b3a8-2eeb0bb28c1b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:55:07.311726 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dff5faa6-0d08-4b7a-9684-a4018166486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (4985702a-7616-4852-b3a8-2eeb0bb28c1b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:07.393130 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-dff5faa6-0d08-4b7a-9684-a4018166486e None None] Current status of the port 4985702a-7616-4852-b3a8-2eeb0bb28c1b is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:55:09.266973 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57694) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:09.466228 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b074cd5-685c-4ff8-ab39-3f24f98d6fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:09.466701 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b074cd5-685c-4ff8-ab39-3f24f98d6fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:09.468969 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-6b074cd5-685c-4ff8-ab39-3f24f98d6fba admin admin] 10.222.0.109 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2010450 Apr 08 18:55:11.813345 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57702) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:12.027714 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c926d-02a8-413a-85d9-fcc4326b4dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:12.028091 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c926d-02a8-413a-85d9-fcc4326b4dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:12.034194 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f22c926d-02a8-413a-85d9-fcc4326b4dd3 admin admin] 10.222.0.109 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2152431 Apr 08 18:55:14.442197 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57710) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:14.596963 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98c2b6-cc73-43ea-86b1-b5068011494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:14.598334 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6e98c2b6-cc73-43ea-86b1-b5068011494f admin admin] 10.222.0.109 "GET /v2.0/networks/63af0f99-a85e-45f4-bad3-f8170e718bf1 HTTP/1.1" status: 200 len: 886 time: 0.1551793 Apr 08 18:55:16.966335 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57718) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:17.116909 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c70b63-6888-40dc-8825-0a3da3237a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:17.118331 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f2c70b63-6888-40dc-8825-0a3da3237a31 admin admin] 10.222.0.109 "GET /v2.0/networks/6d43916f-dfa8-431b-a1f5-ff55fc0cbf03 HTTP/1.1" status: 200 len: 870 time: 0.1510143 Apr 08 18:55:19.439451 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57726) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:19.583483 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f645254-dc25-41b4-a73b-0b533b9bd00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:19.583942 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f645254-dc25-41b4-a73b-0b533b9bd00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:19.585529 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-0f645254-dc25-41b4-a73b-0b533b9bd00d admin admin] 10.222.0.109 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1448915 Apr 08 18:55:21.906012 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57734) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:21.996782 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b560c28-d9c1-430f-be0f-dbd2b29d5839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:21.997234 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b560c28-d9c1-430f-be0f-dbd2b29d5839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:21.999446 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7b560c28-d9c1-430f-be0f-dbd2b29d5839 admin admin] 10.222.0.109 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924308 Apr 08 18:55:24.354008 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57742) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:24.448811 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f566c8-1850-4eb2-ab4a-cdb61acae9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:24.450194 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c0f566c8-1850-4eb2-ab4a-cdb61acae9f1 admin admin] 10.222.0.109 "GET /v2.0/subnets/ad00fc31-b838-467f-b083-df59d46f373d HTTP/1.1" status: 200 len: 868 time: 0.0949230 Apr 08 18:55:24.678073 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32619268-0fae-47a7-b00b-21e2e11348de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:26.815290 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57750) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:55:26.900842 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d2b18-7247-47a8-b8a1-3e2377cbee1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:55:26.902171 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-830d2b18-7247-47a8-b8a1-3e2377cbee1c admin admin] 10.222.0.109 "GET /v2.0/subnets/ea54abc7-b7ce-4be9-a22b-4d2892303c37 HTTP/1.1" status: 200 len: 816 time: 0.0859327 Apr 08 18:55:27.107278 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-808cd04a-28be-4abd-ad15-306e53dffb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:28.407816 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:30.009283 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:31.442545 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:32.177152 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:55:54.681727 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-52769a7c-6442-4e31-9a98-0314d4eb3925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:57.109767 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d3f-4b51-4444-aae7-19c61ec7ab20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:55:58.411878 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:00.011971 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:01.445994 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:08.218270 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57808) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:56:08.265698 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [None req-9ae6efb8-d4c4-4024-96e1-96ebca15717f admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:56:08.266690 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-9ae6efb8-d4c4-4024-96e1-96ebca15717f admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474825 Apr 08 18:56:09.176268 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:56:10.672462 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57816) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:56:10.732541 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceafd417-0d0c-483b-bc28-e0ae3b45ded1 admin admin] GET failed (client error): The resource could not be found. Apr 08 18:56:10.733937 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ceafd417-0d0c-483b-bc28-e0ae3b45ded1 admin admin] 10.222.0.109 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605285 Apr 08 18:56:10.821885 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f00f5b-a9c0-45a6-9c18-98a37389083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:56:10.823344 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-91f00f5b-a9c0-45a6-9c18-98a37389083b admin admin] 10.222.0.109 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854185 Apr 08 18:56:13.178293 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57824) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:56:13.230542 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:56:13.254680 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Made reservation on behalf of 75a4c105733041c5aa1be2661aa57ea1 for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:56:13.256996 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:13.289162 dv-cinder-837167-1-iscsi neutron-server[103340]: WARNING neutron.services.revisions.revision_plugin [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Could not find related network for resource to bump revision. Apr 08 18:56:13.306359 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] vlan segment allocate from pool success with {'vlan_id': 1534, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 18:56:13.316898 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (7993db6b-9ccf-448f-8f50-a3289f00b196), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:13.317250 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Added segment 7993db6b-9ccf-448f-8f50-a3289f00b196 of type vlan for network e8e564eb-61dd-4013-a3a5-ec36febe4baa Apr 08 18:56:13.372193 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (e8e564eb-61dd-4013-a3a5-ec36febe4baa), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:13.397173 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (e8e564eb-61dd-4013-a3a5-ec36febe4baa), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:13.398126 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:56:13.398700 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:13.437004 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2576206 Apr 08 18:56:13.474314 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Pushing event updated for resources: {'Network': ['ID=e8e564eb-61dd-4013-a3a5-ec36febe4baa,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:56:13.482811 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.483281 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.483619 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.484002 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.484394 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.484893 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.485240 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.485581 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.485943 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.486288 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.486641 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.486996 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.487333 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.487661 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.488199 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f9d5fb-89c3-4156-b80d-b2661518fcab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:13.501123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network e8e564eb-61dd-4013-a3a5-ec36febe4baa details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 18:56:15.807659 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57832) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:56:15.868608 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eebd10c-8b40-40f6-b913-eeb11a2e0064 admin admin] GET failed (client error): The resource could not be found. Apr 08 18:56:15.869895 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-4eebd10c-8b40-40f6-b913-eeb11a2e0064 admin admin] 10.222.0.109 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612385 Apr 08 18:56:15.972150 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c7e237-7bb1-471b-b2a6-9720159e6caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:56:15.973655 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-63c7e237-7bb1-471b-b2a6-9720159e6caf admin admin] 10.222.0.109 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0988734 Apr 08 18:56:15.984304 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:56:16.002471 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Made reservation on behalf of 75a4c105733041c5aa1be2661aa57ea1 for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:56:16.004651 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:16.165991 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (4868e56a-717b-4f81-992f-c4d8fa02aef7), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:16.219372 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4868e56a-717b-4f81-992f-c4d8fa02aef7,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:56:16.227651 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Checking segment: {'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:56:16.228008 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Network hostable DHCP agents. Network: e8e564eb-61dd-4013-a3a5-ec36febe4baa, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 18:56:16.244270 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Network e8e564eb-61dd-4013-a3a5-ec36febe4baa is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 18:56:16.252654 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, e8e564eb-61dd-4013-a3a5-ec36febe4baa) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:56:16.256532 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:56:16.257119 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:16.264396 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62d4a5-9b76-46bc-8e0a-30927b5c7137 None None] Network e8e564eb-61dd-4013-a3a5-ec36febe4baa requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:56:16.276143 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-5b465490-c282-47b9-a767-8173a42f5415 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2960920 Apr 08 18:56:16.381529 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-e8e564eb-61dd-4013-a3a5-ec36febe4baa', 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa', 'project_id': '75a4c105733041c5aa1be2661aa57ea1', 'fixed_ips': [{'subnet_id': '4868e56a-717b-4f81-992f-c4d8fa02aef7'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 18:56:16.382809 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:16.620437 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Allocated IP 192.168.233.2 (e8e564eb-61dd-4013-a3a5-ec36febe4baa/4868e56a-717b-4f81-992f-c4d8fa02aef7/759d384d-ba3f-4172-a472-8afd830bfbda) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:56:16.786325 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Publish callbacks [] for port (759d384d-ba3f-4172-a472-8afd830bfbda), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:16.792543 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (759d384d-ba3f-4172-a472-8afd830bfbda), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:16.833175 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Network e8e564eb-61dd-4013-a3a5-ec36febe4baa is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:56:16.835938 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:56:16.839129 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:56:16.850602 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Pushing event updated for resources: {'Port': ['ID=759d384d-ba3f-4172-a472-8afd830bfbda,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:56:16.878108 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.878385 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.878757 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.879123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.879468 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.879802 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.880135 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.880494 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.880823 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.881151 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.881482 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.881811 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.882136 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.882460 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.882781 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:56:16.920751 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Attempting to bind port 759d384d-ba3f-4172-a472-8afd830bfbda on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:56:16.921218 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Attempting to bind port 759d384d-ba3f-4172-a472-8afd830bfbda by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:56:16.921542 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Attempting to bind port 759d384d-ba3f-4172-a472-8afd830bfbda on network e8e564eb-61dd-4013-a3a5-ec36febe4baa {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:56:16.926864 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:56:16.927246 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Checking segment: {'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:56:16.927655 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:16.928052 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Bound using segment: {'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:56:16.928552 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Bound port: 759d384d-ba3f-4172-a472-8afd830bfbda, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:56:16.928931 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (759d384d-ba3f-4172-a472-8afd830bfbda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:16.995324 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] For port 759d384d-ba3f-4172-a472-8afd830bfbda, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:56:16.999469 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] For port 759d384d-ba3f-4172-a472-8afd830bfbda, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=759d384d-ba3f-4172-a472-8afd830bfbda,segment=NetworkSegment(7993db6b-9ccf-448f-8f50-a3289f00b196),segment_id=7993db6b-9ccf-448f-8f50-a3289f00b196)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:56:17.009776 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (759d384d-ba3f-4172-a472-8afd830bfbda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:17.073540 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f7892-9604-478e-91dd-ccf61ddb1e93 None None] Pushing event updated for resources: {'Port': ['ID=759d384d-ba3f-4172-a472-8afd830bfbda,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:56:17.932855 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd00df-5707-4839-8958-73c682a5d842 None None] Network e8e564eb-61dd-4013-a3a5-ec36febe4baa requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:56:17.971226 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-28987db0-b3db-4025-8795-3a7fd297ada7 None None] Provisioning complete for port 759d384d-ba3f-4172-a472-8afd830bfbda triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:56:17.971624 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28987db0-b3db-4025-8795-3a7fd297ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (759d384d-ba3f-4172-a472-8afd830bfbda), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:18.130133 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-28987db0-b3db-4025-8795-3a7fd297ada7 None None] Current status of the port 759d384d-ba3f-4172-a472-8afd830bfbda is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:56:18.130525 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28987db0-b3db-4025-8795-3a7fd297ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (759d384d-ba3f-4172-a472-8afd830bfbda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:18.169167 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-28987db0-b3db-4025-8795-3a7fd297ada7 None None] For port 759d384d-ba3f-4172-a472-8afd830bfbda, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=759d384d-ba3f-4172-a472-8afd830bfbda,segment=NetworkSegment(7993db6b-9ccf-448f-8f50-a3289f00b196),segment_id=7993db6b-9ccf-448f-8f50-a3289f00b196)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:56:18.176681 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-28987db0-b3db-4025-8795-3a7fd297ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (759d384d-ba3f-4172-a472-8afd830bfbda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:18.232228 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28987db0-b3db-4025-8795-3a7fd297ada7 None None] Pushing event updated for resources: {'Port': ['ID=759d384d-ba3f-4172-a472-8afd830bfbda,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:56:18.298677 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-cb17bc3f-ebbc-4992-8e99-bb70b8d1de24 None None] Provisioning complete for port 759d384d-ba3f-4172-a472-8afd830bfbda triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:56:18.299127 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cb17bc3f-ebbc-4992-8e99-bb70b8d1de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (759d384d-ba3f-4172-a472-8afd830bfbda), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:18.382019 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 759d384d-ba3f-4172-a472-8afd830bfbda up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:56:18.422388 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cb17bc3f-ebbc-4992-8e99-bb70b8d1de24 None None] Current status of the port 759d384d-ba3f-4172-a472-8afd830bfbda is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:56:18.441330 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 759d384d-ba3f-4172-a472-8afd830bfbda triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:56:18.441725 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (759d384d-ba3f-4172-a472-8afd830bfbda), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:18.525911 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 759d384d-ba3f-4172-a472-8afd830bfbda is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:56:24.684518 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a574e60f-5726-4c1e-91bd-5e9562298965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:27.110657 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-daf3de30-a2e0-4dde-bff2-007783662565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:28.416862 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:30.015478 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:31.452955 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:46.175286 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:56:54.691226 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4b15e7b9-a988-426e-bd5e-b6f91d688749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:57.112000 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-69d17b7c-f320-48b9-ad36-4354114f38d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:56:58.418997 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:00.015815 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:01.447604 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:23.173508 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:57:24.683659 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee65d905-02d6-4648-b603-e7c41aa33249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:27.114944 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d1cdf8a1-55ba-43eb-832d-320a4f6e1bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:28.421877 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:30.028617 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:31.451276 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:54.687337 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-821b36d5-bd80-425d-ae95-1d7ecbefb28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:57.117390 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d7f57d4d-460b-4016-bac4-8c73184d3c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:57:58.429210 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:00.023435 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:00.171188 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:58:01.455381 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:02.317080 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57870) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:58:02.322745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [None req-e6ab7951-8dc8-4c46-bddf-5ba0e219498b tempest-verify_tempest_config-277480873 tempest-verify_tempest_config-277480873-project] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:58:02.323717 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e6ab7951-8dc8-4c46-bddf-5ba0e219498b tempest-verify_tempest_config-277480873 tempest-verify_tempest_config-277480873-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056384 Apr 08 18:58:02.628584 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57888) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:58:02.734576 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:02.807722 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Publish callbacks [] for security_group (a4d149c7-994e-4a79-8d5f-f659ea83bca9), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:02.811605 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (a4d149c7-994e-4a79-8d5f-f659ea83bca9), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:02.855508 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=1a402ac289a1410d9ac257bc532dd919&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2258637 Apr 08 18:58:02.857135 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d149c7-994e-4a79-8d5f-f659ea83bca9,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:58:02.858262 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 57892) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:58:02.864252 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.864608 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.864970 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.865315 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.865647 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.865976 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.866301 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.866629 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.866970 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.867300 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.867626 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.867969 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.868322 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.868643 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.868962 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9abb7c1-eb5e-4106-849a-37dfbf8a20e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:02.917960 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Publish callbacks [] for security_group (a4d149c7-994e-4a79-8d5f-f659ea83bca9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:02.939225 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Publish callbacks [] for security_group (a4d149c7-994e-4a79-8d5f-f659ea83bca9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:03.032038 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (a4d149c7-994e-4a79-8d5f-f659ea83bca9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:03.035267 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:03.036627 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a4d149c7-994e-4a79-8d5f-f659ea83bca9 HTTP/1.1" status: 204 len: 168 time: 0.1768715 Apr 08 18:58:03.044349 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d149c7-994e-4a79-8d5f-f659ea83bca9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:58:03.050995 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.051357 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.051726 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.052073 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.052441 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.052785 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.053120 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.053455 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.053805 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.054124 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.054467 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.054791 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.055121 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.055448 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:03.055771 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88bd64e-c5ff-4f24-a21f-035276d043bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:58:24.691429 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7ef0fa6b-c008-4306-9523-1a91835fd068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:27.119522 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4c55733e-ad74-4b22-95b2-698f549311fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:28.421234 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:30.028422 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:31.459013 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:37.170309 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:58:54.693859 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce3c6-b6ad-48b2-a328-fb1676f05c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:57.123813 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4e63f685-d4eb-4271-83a5-b3c74ff1ce38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:58:58.429275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:00.031213 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:01.462013 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:14.168709 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:59:24.696597 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5fbc2752-d953-4da7-bcee-feb588d3e7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:27.125568 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6d306cf7-9543-4abd-8d1c-d4fec2ec4738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:28.428246 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:30.033875 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:31.464417 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:51.167685 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 5 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:59:54.700586 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-710e5a80-3e3b-4e17-883f-59e77ecda072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:55.089282 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796041'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:57.233864 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d613714a-8dfa-4a23-858a-76bd1b9a20e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:59:58.430467 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:00.038885 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:01.467124 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:09.490801 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57964) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:00:09.596955 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-56312234-5d46-4083-9ca6-342c61da739f admin admin] 10.222.0.109 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1050603 Apr 08 19:00:11.926327 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 57974) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:00:11.980778 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-31f0a934-3757-4ff2-b222-d0171e2b4aee admin admin] 10.222.0.109 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0533535 Apr 08 19:00:24.702536 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9ca31e10-515c-4eca-9534-a4b162acadff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:25.083744 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:27.125988 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f7da10d9-bb9d-447f-88bb-cf900c08d978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:28.167930 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:00:28.433860 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:30.040928 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:31.468803 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:54.704174 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-098fca2d-1a06-49dd-abb2-ce366936788c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:55.087877 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:57.127746 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ccce5b8c-b4d0-466c-8bf7-e881f3e17d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:00:58.435917 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:00.043482 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:01.471843 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:05.166575 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:01:24.705813 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8fc402f-89ab-4133-9eba-8a26560acb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:25.105983 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:27.129860 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0ecba0d6-b13c-4788-9f42-da8e860529d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:28.439353 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:30.047658 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:31.475719 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:42.166094 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:01:54.716429 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d536a3b2-89cd-497a-ba6a-b6662e1c60f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:55.110437 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:57.135828 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-86b69f88-21ee-4fc1-9798-819c3d3e28f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:57.547592 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58170) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:57.672260 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58178) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:58.013336 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-482038398-network', 'tenant_id': '64809a7d93024517907a325376c3904a'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:58.033866 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Made reservation on behalf of 64809a7d93024517907a325376c3904a for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:01:58.036768 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.046118 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.142573 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Publish callbacks [] for security_group (41b37836-338c-4e1a-8a7f-e3f52c43cd98), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.149733 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (41b37836-338c-4e1a-8a7f-e3f52c43cd98), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.164245 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] vlan segment allocate from pool success with {'vlan_id': 1524, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:01:58.222477 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1946162834-network', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:58.227189 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.227451 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Added segment 1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107 of type vlan for network 21f97656-9d80-499b-9b53-414617a06edc Apr 08 19:01:58.229674 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b37836-338c-4e1a-8a7f-e3f52c43cd98,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:58.230661 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58202) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:58.248691 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58208) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:58.263028 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.263418 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.263739 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.264089 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.264524 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.264960 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.265303 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.265633 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.265977 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.266311 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.266655 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.267000 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.267330 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.267653 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.267974 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Tracked resource versions report: Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: pushed versions: Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: { 'AddressGroup': {'1.2'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Agent': {'1.1'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'ConntrackHelper': {'1.0'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'LocalIPAssociation': {'1.0'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Log': {'1.0'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'NDPProxy': {'1.0'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Network': {'1.1'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Port': {'1.7'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'PortForwarding': {'1.3'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'QosPolicy': {'1.10'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SecurityGroup': {'1.5'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SubPort': {'1.0'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Subnet': {'1.1'}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Trunk': {'1.1'}} Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: consumer versions: Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: { DHCP agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: HyperV agent@hv-cinder-83716: {}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: L3 agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: Metadata agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: Metering agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: Open vSwitch agent@dv-cinder-837167-1-iscsi: { 'AddressGroup': '1.2', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Agent': '1.1', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'ConntrackHelper': '1.0', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'LocalIPAssociation': '1.0', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Log': '1.0', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'NDPProxy': '1.0', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Network': '1.1', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Port': '1.7', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'PortForwarding': '1.3', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'QosPolicy': '1.10', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SecurityGroup': '1.5', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SecurityGroupRule': '1.2', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'SubPort': '1.0', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Subnet': '1.1', Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: 'Trunk': '1.1'}} Apr 08 19:01:58.269345 dv-cinder-837167-1-iscsi neutron-server[103340]: {{(pid=103340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 19:01:58.312408 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Made reservation on behalf of 8e5c72f71a7e487690d834bbd3647280 for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:01:58.314726 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.319894 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (21f97656-9d80-499b-9b53-414617a06edc), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.330261 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.373881 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (21f97656-9d80-499b-9b53-414617a06edc), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.374834 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:01:58.375609 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.421243 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8725181 Apr 08 19:01:58.425522 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58222) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:58.437016 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Request body: {'subnet': {'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-482038398-subnet', 'tenant_id': '64809a7d93024517907a325376c3904a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:58.463389 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.476254 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa912c4-971c-4a27-824a-0520bcf95359 admin admin] Pushing event updated for resources: {'Network': ['ID=21f97656-9d80-499b-9b53-414617a06edc,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:58.482345 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-network', 'tenant_id': '660999ec5f244daf89643f8b79507b32'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:58.491484 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 21f97656-9d80-499b-9b53-414617a06edc details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:01:58.505821 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Made reservation on behalf of 64809a7d93024517907a325376c3904a for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:01:58.508072 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.524940 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Publish callbacks [] for security_group (6f70c764-605a-4d20-a63b-97b8aa7b0cb0), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.531228 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6f70c764-605a-4d20-a63b-97b8aa7b0cb0), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.543729 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Made reservation on behalf of 660999ec5f244daf89643f8b79507b32 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:01:58.546422 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.559135 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.676463 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1546, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:01:58.677026 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-38455476-network', 'tenant_id': '40b3b4931b354b6cad99bef5113736e3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:58.696778 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70c764-605a-4d20-a63b-97b8aa7b0cb0,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:58.700104 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (41436edc-7368-4be7-91e4-07f5e3bb6b7f), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.700830 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Added segment 41436edc-7368-4be7-91e4-07f5e3bb6b7f of type vlan for network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 Apr 08 19:01:58.720283 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Made reservation on behalf of 40b3b4931b354b6cad99bef5113736e3 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:01:58.722956 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.741218 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.754432 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (00dfce23-f7ae-40b7-911b-c0fe9fd1e288), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.788590 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (00dfce23-f7ae-40b7-911b-c0fe9fd1e288), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.790047 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:01:58.792458 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.882535 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2045066 Apr 08 19:01:58.882535 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58230) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:58.893049 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Request body: {'subnet': {'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-subnet', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:58.899617 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80199ae7-ea12-4664-9c02-7be8b4b037e3 admin admin] Pushing event updated for resources: {'Network': ['ID=00dfce23-f7ae-40b7-911b-c0fe9fd1e288,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:58.904551 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Publish callbacks [] for security_group (52b5d062-c975-4be4-aa0c-48473aa4b541), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.915851 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (52b5d062-c975-4be4-aa0c-48473aa4b541), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.918435 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Made reservation on behalf of 8e5c72f71a7e487690d834bbd3647280 for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:01:58.923479 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:01:58.938074 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:58.943451 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] vlan segment allocate from pool success with {'vlan_id': 1537, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:01:59.019894 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (cbe645c1-5226-4424-89d7-ec5800dfcf87), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.020735 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.segments_db [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Added segment cbe645c1-5226-4424-89d7-ec5800dfcf87 of type vlan for network a0125410-9a91-4251-91b8-6fc8fb2da87a Apr 08 19:01:59.072415 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5d062-c975-4be4-aa0c-48473aa4b541,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:59.106412 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (e4da7e50-1dee-4637-83a5-33f945609d49), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.115867 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Publish callbacks [] for security_group (898913cb-54bc-410e-b9de-04c113a0d278), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.216102 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (898913cb-54bc-410e-b9de-04c113a0d278), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.220080 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.220451 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.220797 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.221136 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.221469 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.221798 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.222842 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.223235 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.223630 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.223902 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.224338 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.224697 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.225024 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.225348 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.225664 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Tracked resource versions report: Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: pushed versions: Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: { 'AddressGroup': {'1.2'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Agent': {'1.1'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'ConntrackHelper': {'1.0'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'LocalIPAssociation': {'1.0'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Log': {'1.0'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'NDPProxy': {'1.0'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Network': {'1.1'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Port': {'1.7'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'PortForwarding': {'1.3'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'QosPolicy': {'1.10'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SecurityGroup': {'1.5'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SubPort': {'1.0'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Subnet': {'1.1'}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Trunk': {'1.1'}} Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: consumer versions: Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: { DHCP agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: HyperV agent@hv-cinder-83716: {}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: L3 agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: Metadata agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: Metering agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: Open vSwitch agent@dv-cinder-837167-1-iscsi: { 'AddressGroup': '1.2', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Agent': '1.1', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'ConntrackHelper': '1.0', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'LocalIPAssociation': '1.0', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Log': '1.0', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'NDPProxy': '1.0', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Network': '1.1', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Port': '1.7', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'PortForwarding': '1.3', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'QosPolicy': '1.10', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SecurityGroup': '1.5', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SecurityGroupRule': '1.2', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'SubPort': '1.0', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Subnet': '1.1', Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: 'Trunk': '1.1'}} Apr 08 19:01:59.226859 dv-cinder-837167-1-iscsi neutron-server[103341]: {{(pid=103341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 19:01:59.238553 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (a0125410-9a91-4251-91b8-6fc8fb2da87a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.275326 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] vlan segment allocate from pool success with {'vlan_id': 1523, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:01:59.291053 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (42425f02-aadd-48b4-b924-1014c7e86519), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.297870 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4da7e50-1dee-4637-83a5-33f945609d49,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:59.319841 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (27fdedd4-2c5d-4d98-8f1d-f3098d455b3a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.320493 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.segments_db [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Added segment 27fdedd4-2c5d-4d98-8f1d-f3098d455b3a of type vlan for network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f Apr 08 19:01:59.332969 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898913cb-54bc-410e-b9de-04c113a0d278,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:59.340388 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (a0125410-9a91-4251-91b8-6fc8fb2da87a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.341559 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:01:59.342629 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.377204 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42425f02-aadd-48b4-b924-1014c7e86519,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:59.416603 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Checking segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:01:59.417194 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Network hostable DHCP agents. Network: 21f97656-9d80-499b-9b53-414617a06edc, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:01:59.453971 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Checking segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:01:59.455678 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Network hostable DHCP agents. Network: 00dfce23-f7ae-40b7-911b-c0fe9fd1e288, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:01:59.486577 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (1ed5b5eb-b26a-4e27-b755-9c8dcea0641f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.493896 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2613261 Apr 08 19:01:59.497207 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58272) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:59.511709 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde19c9-c471-4087-9eb4-0959c37ef553 admin admin] Pushing event updated for resources: {'Network': ['ID=a0125410-9a91-4251-91b8-6fc8fb2da87a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:01:59.511838 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Request body: {'subnet': {'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-subnet', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:59.533397 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network a0125410-9a91-4251-91b8-6fc8fb2da87a details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:01:59.547650 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (1ed5b5eb-b26a-4e27-b755-9c8dcea0641f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.548782 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:01:59.549440 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.554658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:01:59.557643 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Network 21f97656-9d80-499b-9b53-414617a06edc is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:01:59.568021 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Made reservation on behalf of 660999ec5f244daf89643f8b79507b32 for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:01:59.570696 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.625320 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3753185 Apr 08 19:01:59.631817 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58276) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:59.635472 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 21f97656-9d80-499b-9b53-414617a06edc) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:01:59.655942 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Request body: {'subnet': {'network_id': '1ed5b5eb-b26a-4e27-b755-9c8dcea0641f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-38455476-subnet', 'tenant_id': '40b3b4931b354b6cad99bef5113736e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:59.678388 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:01:59.679000 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.697371 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 00dfce23-f7ae-40b7-911b-c0fe9fd1e288) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:01:59.705737 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7aadac-f8d1-44ed-b394-78b1c4e2851c None None] Network 21f97656-9d80-499b-9b53-414617a06edc requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:01:59.724173 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:01:59.725643 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.743103 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9c1b71-2b66-4d05-93e1-1d8cf8784e5a None None] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:01:59.763788 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-7cc7a205-243f-4cd4-b0f2-8bed462a8cd5 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8801420 Apr 08 19:01:59.838913 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58288) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:59.851983 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-271f6b51-0261-4e59-96cc-77427b2fcf8c admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4202771 Apr 08 19:01:59.852186 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:59.880611 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58298) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:01:59.897004 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:01:59.906755 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Made reservation on behalf of 40b3b4931b354b6cad99bef5113736e3 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:01:59.909367 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.972875 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:01:59.974019 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:01:59.995327 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-21f97656-9d80-499b-9b53-414617a06edc', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'project_id': '64809a7d93024517907a325376c3904a', 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:01:59.996057 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.043499 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3bfb3-e647-4250-8c37-f7a9dc89f17a admin admin] Pushing event updated for resources: {'Network': ['ID=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:00.046605 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.047698 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.053443 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (9670a998-2831-423d-b2db-4c9579c54511), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.055200 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (9670a998-2831-423d-b2db-4c9579c54511), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.059461 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:02:00.113451 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.186987 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.330974 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks [] for router_controller (9670a998-2831-423d-b2db-4c9579c54511), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.366239 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks [] for router_controller (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), precommit_add_association {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.403594 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:00.449511 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Allocated IP 172.20.0.2 (00dfce23-f7ae-40b7-911b-c0fe9fd1e288/42425f02-aadd-48b4-b924-1014c7e86519/045d0d31-e1d9-4976-885a-c812c1e2398d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:00.479871 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Allocated IP 172.20.0.2 (21f97656-9d80-499b-9b53-414617a06edc/e4da7e50-1dee-4637-83a5-33f945609d49/2d5bde7a-d915-4fad-9989-43f6b8dcbc57) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:00.564969 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Checking segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:00.565372 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Network hostable DHCP agents. Network: a0125410-9a91-4251-91b8-6fc8fb2da87a, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:02:00.714997 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks [] for router_gateway (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.727656 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Network a0125410-9a91-4251-91b8-6fc8fb2da87a is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:02:00.764957 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, a0125410-9a91-4251-91b8-6fc8fb2da87a) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:00.776452 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:00.777061 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.808628 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58342) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:00.876027 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks [] for router_gateway (9670a998-2831-423d-b2db-4c9579c54511), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.942820 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-3f860933-75a8-41fc-a056-eaf3621d5182 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4404182 Apr 08 19:02:00.945800 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (933ae61c-f321-4da3-a2e2-5820c8d2b139), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:00.947707 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58354) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:00.971487 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:01.011474 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282de3a-b5a8-4a75-969a-8d41dd9f6340 None None] Network a0125410-9a91-4251-91b8-6fc8fb2da87a requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:02:01.059698 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (c208ae80-096e-4d33-82e1-2b3c3907c517), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.063523 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (c208ae80-096e-4d33-82e1-2b3c3907c517), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.107364 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Checking segment: {'id': '27fdedd4-2c5d-4d98-8f1d-f3098d455b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1ed5b5eb-b26a-4e27-b755-9c8dcea0641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:01.114611 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Network hostable DHCP agents. Network: 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:02:01.180287 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Publish callbacks [] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.190554 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-a0125410-9a91-4251-91b8-6fc8fb2da87a', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'project_id': '660999ec5f244daf89643f8b79507b32', 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:02:01.191488 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.204449 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.279247 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=933ae61c-f321-4da3-a2e2-5820c8d2b139,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:01.304773 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks [] for router_controller (c208ae80-096e-4d33-82e1-2b3c3907c517), precommit_add_association {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.306897 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Pushing event updated for resources: {'Port': ['ID=045d0d31-e1d9-4976-885a-c812c1e2398d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:01.318257 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:01.319631 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.319964 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.320350 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.320716 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.321057 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.321388 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.321717 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.322045 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.322371 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.322696 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.323023 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.323369 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.323700 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.324022 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.324370 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Tracked resource versions report: Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: pushed versions: Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: { 'AddressGroup': {'1.2'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Agent': {'1.1'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'ConntrackHelper': {'1.0'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'LocalIPAssociation': {'1.0'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Log': {'1.0'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'NDPProxy': {'1.0'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Network': {'1.1'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Port': {'1.7'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'PortForwarding': {'1.3'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'QosPolicy': {'1.10'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SecurityGroup': {'1.5'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SubPort': {'1.0'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Subnet': {'1.1'}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Trunk': {'1.1'}} Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: consumer versions: Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: { DHCP agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: HyperV agent@hv-cinder-83716: {}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: L3 agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: Metadata agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: Metering agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: Open vSwitch agent@dv-cinder-837167-1-iscsi: { 'AddressGroup': '1.2', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Agent': '1.1', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'ConntrackHelper': '1.0', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'LocalIPAssociation': '1.0', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Log': '1.0', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'NDPProxy': '1.0', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Network': '1.1', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Port': '1.7', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'PortForwarding': '1.3', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'QosPolicy': '1.10', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SecurityGroup': '1.5', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SecurityGroupRule': '1.2', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'SubPort': '1.0', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Subnet': '1.1', Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: 'Trunk': '1.1'}} Apr 08 19:02:01.325584 dv-cinder-837167-1-iscsi neutron-server[103342]: {{(pid=103342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 19:02:01.362680 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:02:01.369501 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks [] for router_gateway (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.370345 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4324a3a-1289-48ef-938c-6097b126d326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.390858 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:01.391570 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:01.397300 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:01.416609 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c720573-71cf-4288-8f2f-1cdf68d6261f None None] Network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:02:01.432792 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.463236 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4324a3a-1289-48ef-938c-6097b126d326 admin admin] Publish callbacks [] for security_group (2460453e-11f0-48d1-a0b8-15e7e3d37b1c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.467263 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks [] for router_gateway (9670a998-2831-423d-b2db-4c9579c54511), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.477617 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:01.478306 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.481227 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4324a3a-1289-48ef-938c-6097b126d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (2460453e-11f0-48d1-a0b8-15e7e3d37b1c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.522931 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58370) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:01.540558 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.551539 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Publish callbacks [] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.573287 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks [] for router_gateway (c208ae80-096e-4d33-82e1-2b3c3907c517), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.584643 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a4b0d-7590-4039-a620-572945f0dabd None None] Network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:02:01.592889 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.697078 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-1538435c-11e1-4e52-b546-7a2561d5f0ca admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0508440 Apr 08 19:02:01.701097 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-a4324a3a-1289-48ef-938c-6097b126d326 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e5f9230f8d2942caaaca4fd431980b8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8900261 Apr 08 19:02:01.701276 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58382) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:01.704708 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Pushing event updated for resources: {'Port': ['ID=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:01.709142 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4324a3a-1289-48ef-938c-6097b126d326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2460453e-11f0-48d1-a0b8-15e7e3d37b1c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:01.713007 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ca77ce9-5c46-4c5f-b901-112fc0d2053e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.773155 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Attempting to bind port 045d0d31-e1d9-4976-885a-c812c1e2398d on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:01.773806 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Attempting to bind port 045d0d31-e1d9-4976-885a-c812c1e2398d by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:01.774392 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Attempting to bind port 045d0d31-e1d9-4976-885a-c812c1e2398d on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:01.791113 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Network 21f97656-9d80-499b-9b53-414617a06edc is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:01.799713 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:01.808501 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.824742 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:01.833409 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:01.834116 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Checking segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:01.834889 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.835498 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Bound using segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:01.836183 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Bound port: 045d0d31-e1d9-4976-885a-c812c1e2398d, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:01.837077 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.854650 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ca77ce9-5c46-4c5f-b901-112fc0d2053e admin admin] Publish callbacks [] for security_group (4d955dce-8f2d-4856-b94a-16bf899f605e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.856184 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Allocated IP 172.20.0.2 (a0125410-9a91-4251-91b8-6fc8fb2da87a/f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43/9314d95f-6c3a-4102-8d69-ddaab7ccb28d) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:01.861452 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7ca77ce9-5c46-4c5f-b901-112fc0d2053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4d955dce-8f2d-4856-b94a-16bf899f605e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:01.894447 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Allocated IP 172.27.0.21 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/a9e86838-12d8-4a34-902a-21c1bd4d6cc5) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:01.945213 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7ca77ce9-5c46-4c5f-b901-112fc0d2053e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=7ea9e130480742529b1d0ae2af90f7fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4194348 Apr 08 19:02:01.946889 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58394) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:01.955408 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca77ce9-5c46-4c5f-b901-112fc0d2053e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d955dce-8f2d-4856-b94a-16bf899f605e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:02.043450 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Attempting to bind port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:02.044010 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Attempting to bind port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:02.044113 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Attempting to bind port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 on network 21f97656-9d80-499b-9b53-414617a06edc {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:02.057823 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:02.058112 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Checking segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:02.058528 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.059268 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Bound using segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:02.059446 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Bound port: 2d5bde7a-d915-4fad-9989-43f6b8dcbc57, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:02.059830 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.122918 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks [] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.190282 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] For port 045d0d31-e1d9-4976-885a-c812c1e2398d, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:02.239724 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] For port 045d0d31-e1d9-4976-885a-c812c1e2398d, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=045d0d31-e1d9-4976-885a-c812c1e2398d,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:02.258161 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.293368 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da72262a-ee78-4c39-9504-820831ca9f4f admin admin] Publish callbacks [] for security_group (4d955dce-8f2d-4856-b94a-16bf899f605e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.320018 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Allocated IP 172.27.0.217 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/c5069db5-1e65-49d1-a1af-ac1447fcb5d9) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:02.370807 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da72262a-ee78-4c39-9504-820831ca9f4f admin admin] Publish callbacks [] for security_group (4d955dce-8f2d-4856-b94a-16bf899f605e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.374811 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a856-ee56-4bf7-a88f-a56e8189f97e admin admin] Publish callbacks [] for security_group (2460453e-11f0-48d1-a0b8-15e7e3d37b1c), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.378792 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.385646 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58428) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:02.393228 dv-cinder-837167-1-iscsi neutron-server[103341]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 19:02:02.440618 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] For port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:02.453141 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] For port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:02.454874 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Publish callbacks [] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.473218 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.485348 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d15b79-4d6b-4b72-b45a-416c5d41ddd0 None None] Pushing event updated for resources: {'Port': ['ID=045d0d31-e1d9-4976-885a-c812c1e2398d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:02.492608 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.515043 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:02.517063 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks [] for router_gateway (c208ae80-096e-4d33-82e1-2b3c3907c517), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.546196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e86838-12d8-4a34-902a-21c1bd4d6cc5,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:02.549846 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:02.552952 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Network a0125410-9a91-4251-91b8-6fc8fb2da87a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:02.561269 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.568054 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:02.583284 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:02.648286 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18602ad6-369d-4bb0-b3a3-fa057cdd4870 None None] Pushing event updated for resources: {'Port': ['ID=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:02.674661 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:02.682127 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a856-ee56-4bf7-a88f-a56e8189f97e admin admin] Publish callbacks [] for security_group (2460453e-11f0-48d1-a0b8-15e7e3d37b1c), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.811222 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Pushing event updated for resources: {'Port': ['ID=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:02.821292 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Attempting to bind port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:02.821843 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Attempting to bind port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:02.822380 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Attempting to bind port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d on network a0125410-9a91-4251-91b8-6fc8fb2da87a {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:02.830362 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:02.830925 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Checking segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:02.832298 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.832787 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Bound using segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:02.846167 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Bound port: 9314d95f-6c3a-4102-8d69-ddaab7ccb28d, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:02.846865 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.895744 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks [] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.948125 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da72262a-ee78-4c39-9504-820831ca9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4d955dce-8f2d-4856-b94a-16bf899f605e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.951657 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-da72262a-ee78-4c39-9504-820831ca9f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:02.953356 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-da72262a-ee78-4c39-9504-820831ca9f4f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4d955dce-8f2d-4856-b94a-16bf899f605e HTTP/1.1" status: 204 len: 168 time: 1.0049274 Apr 08 19:02:03.002828 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72262a-ee78-4c39-9504-820831ca9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d955dce-8f2d-4856-b94a-16bf899f605e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:03.015596 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-2c7a44b5-c54f-4d7b-8af0-6dc6955e696a tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:03.017421 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-2c7a44b5-c54f-4d7b-8af0-6dc6955e696a tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/networks?id=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f HTTP/1.1" status: 200 len: 810 time: 0.6260056 Apr 08 19:02:03.048184 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-3b74797b-09a1-4a75-8202-04de5b81aa3e tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/quotas/40b3b4931b354b6cad99bef5113736e3 HTTP/1.1" status: 200 len: 375 time: 0.0220447 Apr 08 19:02:03.065287 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] For port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:03.089138 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] For port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:03.099516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.113121 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.174770 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-a8da6cb3-f041-4253-84fb-0d0101caee85 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=40b3b4931b354b6cad99bef5113736e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200578 Apr 08 19:02:03.197511 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b4d1f-4c56-40da-8ba0-e1e8e55a03ad None None] Pushing event updated for resources: {'Port': ['ID=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:03.210921 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:03.218926 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:03.222506 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:03.283712 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a856-ee56-4bf7-a88f-a56e8189f97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (2460453e-11f0-48d1-a0b8-15e7e3d37b1c), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.292384 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a856-ee56-4bf7-a88f-a56e8189f97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.299193 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-7bf9a856-ee56-4bf7-a88f-a56e8189f97e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2460453e-11f0-48d1-a0b8-15e7e3d37b1c HTTP/1.1" status: 204 len: 168 time: 1.5942292 Apr 08 19:02:03.337994 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a856-ee56-4bf7-a88f-a56e8189f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2460453e-11f0-48d1-a0b8-15e7e3d37b1c,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:03.340041 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Pushing event updated for resources: {'Port': ['ID=c5069db5-1e65-49d1-a1af-ac1447fcb5d9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:03.414896 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Allocated IP 172.27.0.163 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/545f2a95-4161-4e5e-b712-8d2e49fa99c6) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:03.573136 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58458) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:03.599496 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1af7d06b-1ae1-4271-b5da-9f19077e9b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.603208 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks [] for router_gateway (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.718175 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks [] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.725399 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks [] for router_gateway (9670a998-2831-423d-b2db-4c9579c54511), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.857328 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1af7d06b-1ae1-4271-b5da-9f19077e9b1f admin admin] Publish callbacks [] for security_group (b0404c24-c2a4-476f-84df-4712ca0b9123), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:03.867652 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1af7d06b-1ae1-4271-b5da-9f19077e9b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b0404c24-c2a4-476f-84df-4712ca0b9123), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:04.010723 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-5f619615-184a-44c1-8d0f-789e9bce27ae service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:02:04.020150 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-5f619615-184a-44c1-8d0f-789e9bce27ae service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5999835 Apr 08 19:02:04.053870 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-1af7d06b-1ae1-4271-b5da-9f19077e9b1f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ae6644d12c56463b8344b59378c1dafa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4746966 Apr 08 19:02:04.054778 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58464) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:04.077696 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7d06b-1ae1-4271-b5da-9f19077e9b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0404c24-c2a4-476f-84df-4712ca0b9123,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:04.144259 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:04.176465 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:04.285951 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (9670a998-2831-423d-b2db-4c9579c54511), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:04.301123 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-543b3aa2-9853-426c-9e2c-efad0d17eb4d service neutron] 10.222.0.109 "GET /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787871 Apr 08 19:02:04.441776 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:04.453502 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f344b0-00a6-4513-b221-061602031d91 None None] Network 21f97656-9d80-499b-9b53-414617a06edc requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:02:04.459978 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:04.487561 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:04.500979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Pushing event updated for resources: {'Port': ['ID=545f2a95-4161-4e5e-b712-8d2e49fa99c6,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:04.516397 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-9bcd8373-497c-4342-aa03-092629cc5208 None None] Provisioning complete for port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:04.522059 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8373-497c-4342-aa03-092629cc5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:04.678233 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f999e28-2a08-4b64-86e9-57061e3847cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:04.721325 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfd2bea-e800-4d2f-8366-95e7585d4f46 None None] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:02:04.761629 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:04.775476 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0c2cfbdf-5928-4482-8ab6-1ef51fb294de admin admin] Publish callbacks [] for security_group (b0404c24-c2a4-476f-84df-4712ca0b9123), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:04.904375 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0c2cfbdf-5928-4482-8ab6-1ef51fb294de admin admin] Publish callbacks [] for security_group (b0404c24-c2a4-476f-84df-4712ca0b9123), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:04.922432 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-419e02ba-870f-4079-a40d-2d05ad129bc8 service neutron] 10.222.0.109 "GET /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201420 Apr 08 19:02:04.942648 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 9314d95f-6c3a-4102-8d69-ddaab7ccb28d up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:04.992753 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd8373-497c-4342-aa03-092629cc5208 None None] Current status of the port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:04.993151 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8373-497c-4342-aa03-092629cc5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.092564 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f999e28-2a08-4b64-86e9-57061e3847cd admin admin] Publish callbacks [] for security_group (3b3017ac-56d9-4d38-9ec8-47134b08a68b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.094167 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Router 9670a998-2831-423d-b2db-4c9579c54511 is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:02:05.115867 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0f999e28-2a08-4b64-86e9-57061e3847cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (3b3017ac-56d9-4d38-9ec8-47134b08a68b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.138022 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9bcd8373-497c-4342-aa03-092629cc5208 None None] For port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:05.167676 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8373-497c-4342-aa03-092629cc5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.246132 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d7f10-433d-4371-bc38-4d873fb99acd None None] Network a0125410-9a91-4251-91b8-6fc8fb2da87a requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:02:05.271074 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:05.271572 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.311353 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f999e28-2a08-4b64-86e9-57061e3847cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3017ac-56d9-4d38-9ec8-47134b08a68b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:05.320081 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-0f999e28-2a08-4b64-86e9-57061e3847cd admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d4ec725c28444104a6967b7f29bb62da&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1748586 Apr 08 19:02:05.325344 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58500) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:05.435500 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58506) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:05.539946 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd8373-497c-4342-aa03-092629cc5208 None None] Pushing event updated for resources: {'Port': ['ID=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:05.548885 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dd1ceb89-b233-4c01-bbfb-3e4861cd9499 req-3ed611ac-ad05-404a-abaa-f8373dbe5594 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 210 time: 0.1094432 Apr 08 19:02:05.596088 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d94715fe-7473-4297-b8bd-cf608200ca0e admin admin] Publish callbacks [] for security_group (3b3017ac-56d9-4d38-9ec8-47134b08a68b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.619524 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Provisioning complete for port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:05.619923 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.624136 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d94715fe-7473-4297-b8bd-cf608200ca0e admin admin] Publish callbacks [] for security_group (3b3017ac-56d9-4d38-9ec8-47134b08a68b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.633706 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:02:05.647148 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:02:05.679484 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:05.681618 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:05.718357 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d94715fe-7473-4297-b8bd-cf608200ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (3b3017ac-56d9-4d38-9ec8-47134b08a68b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.721386 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks [] for router_gateway (c208ae80-096e-4d33-82e1-2b3c3907c517), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.726860 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d94715fe-7473-4297-b8bd-cf608200ca0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.729252 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-d94715fe-7473-4297-b8bd-cf608200ca0e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3b3017ac-56d9-4d38-9ec8-47134b08a68b HTTP/1.1" status: 204 len: 168 time: 0.3751659 Apr 08 19:02:05.739653 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.741944 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-72e3fbbe-7f24-4be2-b26f-2ed440238603 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8969071 Apr 08 19:02:05.748047 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58526) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:05.770533 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94715fe-7473-4297-b8bd-cf608200ca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3017ac-56d9-4d38-9ec8-47134b08a68b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:05.809027 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:05.813720 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.909965 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Current status of the port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:05.910260 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:05.969928 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:05.989136 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:06.018198 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.019526 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:06.050694 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:02:06.065393 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0c2cfbdf-5928-4482-8ab6-1ef51fb294de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b0404c24-c2a4-476f-84df-4712ca0b9123), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.071867 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0c2cfbdf-5928-4482-8ab6-1ef51fb294de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.082021 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0c2cfbdf-5928-4482-8ab6-1ef51fb294de admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b0404c24-c2a4-476f-84df-4712ca0b9123 HTTP/1.1" status: 204 len: 168 time: 2.0221303 Apr 08 19:02:06.127403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cfbdf-5928-4482-8ab6-1ef51fb294de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0404c24-c2a4-476f-84df-4712ca0b9123,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:06.309349 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:06.318334 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.db.api [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:02:06.318978 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG oslo_db.api [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 19:02:06.346466 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:06.349527 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.397764 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:03Z', 'revision_number': 3, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:06.471347 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:02:06.471723 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Updating router 9670a998-2831-423d-b2db-4c9579c54511 port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:02:06.545424 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.553223 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:02:06.555595 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:06.566448 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 045d0d31-e1d9-4976-885a-c812c1e2398d up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:06.583182 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Sync routers for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:02:06.620031 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (c208ae80-096e-4d33-82e1-2b3c3907c517), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.642416 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.649294 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d024d4b1-4c95-4ff5-b239-52dd02d06742 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7664990 Apr 08 19:02:06.649974 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58562) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:06.731815 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 045d0d31-e1d9-4976-885a-c812c1e2398d triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:06.732237 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.739441 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-39fc4ff9-177b-45f7-8a70-bbedaa2ca262 req-c8730ee4-7f2c-4730-a811-72fbedaee25e tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 210 time: 0.0591319 Apr 08 19:02:06.779613 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:06.953492 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Current status of the port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:06.960853 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:06.961230 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:07.111263 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Publish callbacks [] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.119170 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.172119 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Pushing event updated for resources: {'Port': ['ID=c5069db5-1e65-49d1-a1af-ac1447fcb5d9,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:07.187668 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.188067 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.188460 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.188865 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.189265 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.189845 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.190562 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.191073 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.191869 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.193494 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.194047 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.197963 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:07.200775 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.201206 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.201809 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.202158 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Tracked resource versions report: Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: pushed versions: Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: { 'AddressGroup': {'1.2'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Agent': {'1.1'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'ConntrackHelper': {'1.0'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'LocalIPAssociation': {'1.0'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Log': {'1.0'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'NDPProxy': {'1.0'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Network': {'1.1'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Port': {'1.7'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'PortForwarding': {'1.3'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'QosPolicy': {'1.10'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SecurityGroup': {'1.5'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SecurityGroupRule': {'1.2'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SubPort': {'1.0'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Subnet': {'1.1'}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Trunk': {'1.1'}} Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: consumer versions: Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: { DHCP agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: HyperV agent@hv-cinder-83716: {}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: L3 agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: Metadata agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: Metering agent@dv-cinder-837167-1-iscsi: {}, Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: Open vSwitch agent@dv-cinder-837167-1-iscsi: { 'AddressGroup': '1.2', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Agent': '1.1', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'ConntrackHelper': '1.0', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'LocalIPAssociation': '1.0', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Log': '1.0', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'NDPProxy': '1.0', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Network': '1.1', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Port': '1.7', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'PortForwarding': '1.3', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'QosPolicy': '1.10', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SecurityGroup': '1.5', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SecurityGroupRule': '1.2', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'SubPort': '1.0', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Subnet': '1.1', Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: 'Trunk': '1.1'}} Apr 08 19:02:07.203495 dv-cinder-837167-1-iscsi neutron-server[103343]: {{(pid=103343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 19:02:07.215683 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Allocated IP 172.20.0.1 (00dfce23-f7ae-40b7-911b-c0fe9fd1e288/42425f02-aadd-48b4-b924-1014c7e86519/29788a99-86f5-4400-8335-fee60bd82a7f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:07.241137 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Attempting to bind port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:07.241552 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Attempting to bind port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:07.241984 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Attempting to bind port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:07.251649 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:07.252039 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:07.252549 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.252952 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:07.253825 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Bound port: c5069db5-1e65-49d1-a1af-ac1447fcb5d9, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:07.254275 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.326713 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] For port c5069db5-1e65-49d1-a1af-ac1447fcb5d9, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:07.330834 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] For port c5069db5-1e65-49d1-a1af-ac1447fcb5d9, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=c5069db5-1e65-49d1-a1af-ac1447fcb5d9,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:07.338709 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.424046 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f053c-c90f-4c0e-a741-bc6da052a47c None None] Pushing event updated for resources: {'Port': ['ID=c5069db5-1e65-49d1-a1af-ac1447fcb5d9,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:07.457225 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:07.458339 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:07.466907 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Publish callbacks [] for port (29788a99-86f5-4400-8335-fee60bd82a7f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.495373 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Router c208ae80-096e-4d33-82e1-2b3c3907c517 is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:02:07.533005 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Provisioning complete for port 045d0d31-e1d9-4976-885a-c812c1e2398d triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:07.535881 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.546868 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.618010 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:07.622566 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:07.630666 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:07.631400 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (9670a998-2831-423d-b2db-4c9579c54511), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:07.652877 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Pushing event updated for resources: {'Port': ['ID=29788a99-86f5-4400-8335-fee60bd82a7f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:07.666589 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:07.760055 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 045d0d31-e1d9-4976-885a-c812c1e2398d is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:07.760615 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.076517 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:03Z', 'revision_number': 3, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:08.195968 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port 045d0d31-e1d9-4976-885a-c812c1e2398d, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=045d0d31-e1d9-4976-885a-c812c1e2398d,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:08.198226 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:02:08.201474 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Checking router: a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:02:08.201830 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Updating router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:02:08.209504 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:03Z', 'revision_number': 3, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:08.216944 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Sync routers for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:02:08.238787 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.240063 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-4655433f-9993-4ee5-8008-b359600059d4 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2914846 Apr 08 19:02:08.243296 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58630) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:08.246745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.303139 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.346624 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b607103e-e05c-43ea-a2f0-da2548a14aa4 req-cecd632b-6377-4f0d-ad6f-ac71eb5e3d49 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 210 time: 0.1611526 Apr 08 19:02:08.355933 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1952a7e3-9eb6-4ef4-ad48-0c51e498458d None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:03Z', 'revision_number': 3, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:02:08.372490 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:08.375412 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:08.440234 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Current status of the port 045d0d31-e1d9-4976-885a-c812c1e2398d is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:08.441442 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.442673 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.465717 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.673660 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:08.680485 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 9314d95f-6c3a-4102-8d69-ddaab7ccb28d up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:08.843307 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Publish callbacks [] for port (29788a99-86f5-4400-8335-fee60bd82a7f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.849156 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:08.850307 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (9670a998-2831-423d-b2db-4c9579c54511), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:09.052564 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58640) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:09.086319 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.db.api [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 19:02:09.086822 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG oslo_db.api [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 19:02:09.209934 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=045d0d31-e1d9-4976-885a-c812c1e2398d,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:09.234292 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:09.234681 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:09.332838 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:09.350640 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:09.370729 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Pushing event updated for resources: {'Port': ['ID=29788a99-86f5-4400-8335-fee60bd82a7f,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:09.424042 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Allocated IP 172.20.0.1 (21f97656-9d80-499b-9b53-414617a06edc/e4da7e50-1dee-4637-83a5-33f945609d49/59cdf996-64ad-4af0-9de4-9eaa172e790c) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:09.554009 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:04Z', 'revision_number': 3, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:09.615187 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.113', 52733) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:09.641546 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Checking router: c208ae80-096e-4d33-82e1-2b3c3907c517 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:02:09.641904 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Updating router c208ae80-096e-4d33-82e1-2b3c3907c517 port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:02:09.747586 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:09.955825 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Publish callbacks [] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:09.974837 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-4a0b60b2-cb54-4703-82b8-bc85096273b8 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:09.976724 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-4a0b60b2-cb54-4703-82b8-bc85096273b8 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.113 "GET /v2.0/networks?id=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f HTTP/1.1" status: 200 len: 810 time: 0.3606691 Apr 08 19:02:09.999755 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dbaedc85-0bf2-4a07-811a-9ddb4d84c958 req-688f7d5e-ea7d-40b0-a2bc-09d556221486 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 210 time: 0.0908124 Apr 08 19:02:10.044665 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Request body: {'port': {'device_id': '9e0e4ddc-9d9e-46da-bfcb-e456d802efe9', 'network_id': '1ed5b5eb-b26a-4e27-b755-9c8dcea0641f', 'admin_state_up': True, 'tenant_id': '40b3b4931b354b6cad99bef5113736e3'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:10.101932 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0e495c73-d5a8-43bd-8db7-e0ed9dbfe047 None None] Current status of the port 045d0d31-e1d9-4976-885a-c812c1e2398d is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:10.125982 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:10.127902 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:10.137638 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-112f67de-14ee-4f97-b62d-9f10fd2ea783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.178898 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:02:10.388810 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Publish callbacks [] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.415164 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.415811 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.499235 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Provisioning complete for port 29788a99-86f5-4400-8335-fee60bd82a7f triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:10.502318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.518031 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Network 21f97656-9d80-499b-9b53-414617a06edc is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:10.535432 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:10.558878 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:10.560581 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.593451 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce1cca-a65c-4481-994c-326698832308 None None] Pushing event updated for resources: {'Port': ['ID=a9e86838-12d8-4a34-902a-21c1bd4d6cc5,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:10.614602 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:10.619920 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.691063 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Made reservation on behalf of 40b3b4931b354b6cad99bef5113736e3 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:02:10.696992 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Attempting to bind port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:10.697366 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Attempting to bind port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:10.697730 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Attempting to bind port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:10.703151 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.758126 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Publish callbacks [] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.759048 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:10.759434 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:10.759833 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.768262 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.771060 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:10.771769 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Bound port: a9e86838-12d8-4a34-902a-21c1bd4d6cc5, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:10.772184 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.783918 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Port 29788a99-86f5-4400-8335-fee60bd82a7f cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:10.824461 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-112f67de-14ee-4f97-b62d-9f10fd2ea783 admin admin] Publish callbacks [] for security_group (7e16eb46-1dcd-442e-8168-c866b9ae5b09), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.841671 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e292e0c-9c00-4181-b8e8-26401529fc68 None None] Pushing event updated for resources: {'Port': ['ID=545f2a95-4161-4e5e-b712-8d2e49fa99c6,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:10.867115 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Attempting to bind port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:10.867785 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Attempting to bind port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:10.868374 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Attempting to bind port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:10.872403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-112f67de-14ee-4f97-b62d-9f10fd2ea783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (7e16eb46-1dcd-442e-8168-c866b9ae5b09), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.878772 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Pushing event updated for resources: {'Port': ['ID=59cdf996-64ad-4af0-9de4-9eaa172e790c,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:10.883990 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:10.884832 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:10.885430 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.886008 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:10.887628 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Bound port: 545f2a95-4161-4e5e-b712-8d2e49fa99c6, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:10.888080 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.960448 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Provisioning complete for port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:10.966790 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:10.967932 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f67de-14ee-4f97-b62d-9f10fd2ea783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e16eb46-1dcd-442e-8168-c866b9ae5b09,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:10.978529 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] For port 545f2a95-4161-4e5e-b712-8d2e49fa99c6, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:10.983926 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] For port 545f2a95-4161-4e5e-b712-8d2e49fa99c6, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=545f2a95-4161-4e5e-b712-8d2e49fa99c6,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:10.996726 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:11.006906 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:02:11.024015 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f741a917-bcf3-4d7e-a7c4-a25c1dede062 admin admin] 10.222.0.109 "PUT /v2.0/routers/9670a998-2831-423d-b2db-4c9579c54511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2629921 Apr 08 19:02:11.093759 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:11.110189 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-112f67de-14ee-4f97-b62d-9f10fd2ea783 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=7bbe3a0690a74e92b704020ff126fb42&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0565319 Apr 08 19:02:11.122073 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58736) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:11.179929 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] For port a9e86838-12d8-4a34-902a-21c1bd4d6cc5, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:11.180520 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:11.181855 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:11.186402 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e292e0c-9c00-4181-b8e8-26401529fc68 None None] Pushing event updated for resources: {'Port': ['ID=545f2a95-4161-4e5e-b712-8d2e49fa99c6,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:11.289657 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] For port a9e86838-12d8-4a34-902a-21c1bd4d6cc5, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=a9e86838-12d8-4a34-902a-21c1bd4d6cc5,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:11.329266 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:11.363867 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2f74b62f-c1b5-490d-b0f1-896e6007fd89 req-c8f6c0be-5166-4cb6-ba38-5e8767d55159 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 210 time: 0.1886082 Apr 08 19:02:11.394830 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:11.638561 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:11.664794 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:11.676558 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:02:11.725296 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:11.729007 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:11.949443 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-360812f5-7b31-4564-bb5c-ca4ae00fd667 admin admin] Publish callbacks [] for security_group (7e16eb46-1dcd-442e-8168-c866b9ae5b09), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:11.987091 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:12.017708 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:12.033503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Allocated IP 172.20.0.11 (1ed5b5eb-b26a-4e27-b755-9c8dcea0641f/933ae61c-f321-4da3-a2e2-5820c8d2b139/9badb13f-9ea7-41b8-a993-46d0306688d6) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:12.156409 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Publish callbacks [] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.176202 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 045d0d31-e1d9-4976-885a-c812c1e2398d up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:12.179277 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.201922 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.217949 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-360812f5-7b31-4564-bb5c-ca4ae00fd667 admin admin] Publish callbacks [] for security_group (7e16eb46-1dcd-442e-8168-c866b9ae5b09), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.245327 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:04Z', 'revision_number': 3, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:12.338434 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Current status of the port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:12.348653 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a50542-a888-4063-824e-5a9a030fa9b0 None None] The sync data for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi is: [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:04Z', 'revision_number': 3, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:02:12.401325 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Allocated IP 172.20.0.1 (a0125410-9a91-4251-91b8-6fc8fb2da87a/f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43/2d7d611d-91c4-4a90-9ea7-799cd109b22d) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:12.486346 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-360812f5-7b31-4564-bb5c-ca4ae00fd667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (7e16eb46-1dcd-442e-8168-c866b9ae5b09), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.490548 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce1cca-a65c-4481-994c-326698832308 None None] Pushing event updated for resources: {'Port': ['ID=a9e86838-12d8-4a34-902a-21c1bd4d6cc5,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:12.507352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-360812f5-7b31-4564-bb5c-ca4ae00fd667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.513057 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Provisioning complete for port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:12.513440 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.516927 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-360812f5-7b31-4564-bb5c-ca4ae00fd667 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/7e16eb46-1dcd-442e-8168-c866b9ae5b09 HTTP/1.1" status: 204 len: 168 time: 1.3890424 Apr 08 19:02:12.579239 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Publish callbacks [] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.669062 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:12.723842 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360812f5-7b31-4564-bb5c-ca4ae00fd667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e16eb46-1dcd-442e-8168-c866b9ae5b09,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:12.851837 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Publish callbacks [] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:13.102933 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:13.155213 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:13.158032 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:13.158441 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Pushing event updated for resources: {'Port': ['ID=59cdf996-64ad-4af0-9de4-9eaa172e790c,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:13.168642 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Network a0125410-9a91-4251-91b8-6fc8fb2da87a is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:13.176100 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:13.176497 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 045d0d31-e1d9-4976-885a-c812c1e2398d triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:13.176955 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:13.232859 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:13.233788 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (c208ae80-096e-4d33-82e1-2b3c3907c517), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:13.563191 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:13.640177 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:13.655763 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58804) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:13.693929 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:13.709875 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Pushing event updated for resources: {'Port': ['ID=2d7d611d-91c4-4a90-9ea7-799cd109b22d,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:13.729945 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:13.732455 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:13.821650 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Pushing event updated for resources: {'Port': ['ID=9badb13f-9ea7-41b8-a993-46d0306688d6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:13.843803 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:13.850171 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:13.867565 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766e7d-4629-47aa-bc89-d84a0eb12098 req-395f8c4c-3825-4b98-8f99-616295bfcb58 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:13.870879 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7e766e7d-4629-47aa-bc89-d84a0eb12098 req-395f8c4c-3825-4b98-8f99-616295bfcb58 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 932 time: 1.2225461 Apr 08 19:02:13.886436 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58812) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:13.899174 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b91bd81f-6e5b-42c2-957c-036ecaef0db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:13.922433 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b209277c-7f47-45f8-a1b7-d2db9f4b19bc tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674902416', 'description': 'tempest-description--692143051'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:13.935603 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Network 21f97656-9d80-499b-9b53-414617a06edc is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:14.029287 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-29b301b9-7d63-469e-abd3-8e8ccb5ee3a3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9912653 Apr 08 19:02:14.222816 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b91bd81f-6e5b-42c2-957c-036ecaef0db5 admin admin] Publish callbacks [] for security_group (444e81a0-eaf0-45dd-b100-c56322df79f9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.236696 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-92f02251-e854-4a87-b924-de2d2bdc7aa3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:02:14.238609 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-92f02251-e854-4a87-b924-de2d2bdc7aa3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130560 Apr 08 19:02:14.240898 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b91bd81f-6e5b-42c2-957c-036ecaef0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (444e81a0-eaf0-45dd-b100-c56322df79f9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.323767 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7e766e7d-4629-47aa-bc89-d84a0eb12098 req-b87a47d3-ff22-4254-b848-81710318c6cf tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802738 Apr 08 19:02:14.377286 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Current status of the port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:14.379620 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Publish callbacks [] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.386094 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:14.418281 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b209277c-7f47-45f8-a1b7-d2db9f4b19bc tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.433129 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.434734 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (c208ae80-096e-4d33-82e1-2b3c3907c517), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.513957 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b91bd81f-6e5b-42c2-957c-036ecaef0db5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=74eea0caa80645c1bb3129c8ed7f5818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8193853 Apr 08 19:02:14.521464 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bd81f-6e5b-42c2-957c-036ecaef0db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444e81a0-eaf0-45dd-b100-c56322df79f9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:14.527624 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58820) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:14.563257 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Provisioning complete for port 045d0d31-e1d9-4976-885a-c812c1e2398d triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:14.573366 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.589147 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fad468ce-24cc-4883-8a1b-a51bdea6a26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.599860 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58824) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:14.644197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Pushing event updated for resources: {'Port': ['ID=2d7d611d-91c4-4a90-9ea7-799cd109b22d,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:14.795487 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 045d0d31-e1d9-4976-885a-c812c1e2398d is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:14.797573 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5c16c05-a01d-4428-9e10-396990d4d9f6 admin admin] Publish callbacks [] for security_group (444e81a0-eaf0-45dd-b100-c56322df79f9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.801003 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device c5069db5-1e65-49d1-a1af-ac1447fcb5d9 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:14.813743 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Request body: {'port': {'device_id': '9e0e4ddc-9d9e-46da-bfcb-e456d802efe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:14.840540 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b209277c-7f47-45f8-a1b7-d2db9f4b19bc tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (bd1b15f8-c0ba-460c-901e-52df2b3146ca), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.889404 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b209277c-7f47-45f8-a1b7-d2db9f4b19bc tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bd1b15f8-c0ba-460c-901e-52df2b3146ca), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.912793 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2745-346c-4495-9315-a1eaa6b3df9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.969245 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5c16c05-a01d-4428-9e10-396990d4d9f6 admin admin] Publish callbacks [] for security_group (444e81a0-eaf0-45dd-b100-c56322df79f9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:14.982965 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:09Z', 'revision_number': 1, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:14.997876 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 2, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:15.024262 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b209277c-7f47-45f8-a1b7-d2db9f4b19bc tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.028132 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b209277c-7f47-45f8-a1b7-d2db9f4b19bc tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1510677 Apr 08 19:02:15.061428 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58834) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:15.070226 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2febbf15-18f2-486a-a4a3-8e6bb4281db2 None None] The sync data for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi is: [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:09Z', 'revision_number': 1, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:02:15.091746 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-4fd5ab94-2009-4696-b29a-6ba408a84892 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group_rule': {'security_group_id': 'bd1b15f8-c0ba-460c-901e-52df2b3146ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:15.136504 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Network a0125410-9a91-4251-91b8-6fc8fb2da87a is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:15.140480 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209277c-7f47-45f8-a1b7-d2db9f4b19bc tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1b15f8-c0ba-460c-901e-52df2b3146ca,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:15.171029 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:15.176856 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.260675 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab94-2009-4696-b29a-6ba408a84892 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (f8573081-d2ec-4a68-bf6a-160f5acfc1fc), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.412227 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:15.425218 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.432337 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:02:15.434677 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Updating router 9670a998-2831-423d-b2db-4c9579c54511 port 29788a99-86f5-4400-8335-fee60bd82a7f binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:02:15.501502 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Router c208ae80-096e-4d33-82e1-2b3c3907c517 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:02:15.571840 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bd2c2-6c67-461c-9410-5bd73e8ef93b None None] Current status of the port 045d0d31-e1d9-4976-885a-c812c1e2398d is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:15.576754 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.834055 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5c16c05-a01d-4428-9e10-396990d4d9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (444e81a0-eaf0-45dd-b100-c56322df79f9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.838333 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5c16c05-a01d-4428-9e10-396990d4d9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.839892 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e5c16c05-a01d-4428-9e10-396990d4d9f6 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/444e81a0-eaf0-45dd-b100-c56322df79f9 HTTP/1.1" status: 204 len: 168 time: 1.2966042 Apr 08 19:02:15.861611 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fad468ce-24cc-4883-8a1b-a51bdea6a26b admin admin] Publish callbacks [] for security_group (6f928393-807d-4a51-9534-caa99489892e), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.897764 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-20873edb-bf63-4c28-8f88-15b9af9ecc74 None None] Provisioning complete for port 2d7d611d-91c4-4a90-9ea7-799cd109b22d triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:15.898390 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-20873edb-bf63-4c28-8f88-15b9af9ecc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.950403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fad468ce-24cc-4883-8a1b-a51bdea6a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6f928393-807d-4a51-9534-caa99489892e), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:15.968247 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-20873edb-bf63-4c28-8f88-15b9af9ecc74 None None] Port 2d7d611d-91c4-4a90-9ea7-799cd109b22d cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:15.997966 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:16.008894 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.035140 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:02:16.036295 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad468ce-24cc-4883-8a1b-a51bdea6a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f928393-807d-4a51-9534-caa99489892e,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:16.070476 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-20873edb-bf63-4c28-8f88-15b9af9ecc74 None None] Provisioning complete for port 59cdf996-64ad-4af0-9de4-9eaa172e790c triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:16.072907 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c16c05-a01d-4428-9e10-396990d4d9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444e81a0-eaf0-45dd-b100-c56322df79f9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:16.075519 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-20873edb-bf63-4c28-8f88-15b9af9ecc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.164905 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port c5069db5-1e65-49d1-a1af-ac1447fcb5d9, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=c5069db5-1e65-49d1-a1af-ac1447fcb5d9,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:16.182099 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.210801 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-fad468ce-24cc-4883-8a1b-a51bdea6a26b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=67872df46b63476686cccefc2b4050f3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3067415 Apr 08 19:02:16.213795 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58856) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:16.236242 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14d2bd-306c-4cc0-b090-23447c53654f req-58f74df5-e9a6-4d0d-bb34-87b41d504d7b tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:16.256504 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa14d2bd-306c-4cc0-b090-23447c53654f req-58f74df5-e9a6-4d0d-bb34-87b41d504d7b tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 932 time: 0.5366278 Apr 08 19:02:16.336705 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2745-346c-4495-9315-a1eaa6b3df9f admin admin] Publish callbacks [] for security_group (f84fea31-6196-447b-ab95-c5099b075a76), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.358559 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-20873edb-bf63-4c28-8f88-15b9af9ecc74 None None] Port 59cdf996-64ad-4af0-9de4-9eaa172e790c cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:16.359902 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:02:16.387801 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Sync routers for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:02:16.403765 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e76f23c2-ee92-4573-821b-a934a95b93fa admin admin] 10.222.0.109 "PUT /v2.0/routers/c208ae80-096e-4d33-82e1-2b3c3907c517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1590846 Apr 08 19:02:16.417317 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:16.418140 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:16.488773 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 545f2a95-4161-4e5e-b712-8d2e49fa99c6 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:16.537273 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab94-2009-4696-b29a-6ba408a84892 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (f8573081-d2ec-4a68-bf6a-160f5acfc1fc), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.575809 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab94-2009-4696-b29a-6ba408a84892 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (f8573081-d2ec-4a68-bf6a-160f5acfc1fc), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.594823 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b8ca2745-346c-4495-9315-a1eaa6b3df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f84fea31-6196-447b-ab95-c5099b075a76), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.673951 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-9f734478-1a5f-4e9c-b2ae-a8753a91914f admin admin] Publish callbacks [] for security_group (6f928393-807d-4a51-9534-caa99489892e), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.686208 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=c5069db5-1e65-49d1-a1af-ac1447fcb5d9,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:16.766254 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:02:16.779023 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-f0a6c4e9-285f-49c7-83fd-d1986af8ae95 admin admin] 10.222.0.109 "PUT /v2.0/routers/a1ee3101-0f24-4bd8-82d6-f6cf015d6f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0327384 Apr 08 19:02:16.806037 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b8ca2745-346c-4495-9315-a1eaa6b3df9f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=7ff8857b69ef4b799a605b1aab8d1ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1872962 Apr 08 19:02:16.807412 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58876) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:16.865649 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ab94-2009-4696-b29a-6ba408a84892 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.866367 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-4fd5ab94-2009-4696-b29a-6ba408a84892 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8025301 Apr 08 19:02:16.872301 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58880) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:16.896390 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:16.896796 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.922964 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:16.923785 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2f7114d2-6b83-42d3-8bd3-5fa60dfcdfa8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group_rule': {'security_group_id': 'bd1b15f8-c0ba-460c-901e-52df2b3146ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:16.989975 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-9f734478-1a5f-4e9c-b2ae-a8753a91914f admin admin] Publish callbacks [] for security_group (6f928393-807d-4a51-9534-caa99489892e), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:16.990771 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5ab94-2009-4696-b29a-6ba408a84892 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8573081-d2ec-4a68-bf6a-160f5acfc1fc,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:17.036404 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Publish callbacks [] for port (29788a99-86f5-4400-8335-fee60bd82a7f), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.073638 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa14d2bd-306c-4cc0-b090-23447c53654f req-bf280340-2967-44fc-b2e8-e1463e33202c tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8129873 Apr 08 19:02:17.082145 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.097838 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2745-346c-4495-9315-a1eaa6b3df9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84fea31-6196-447b-ab95-c5099b075a76,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:17.108854 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f7114d2-6b83-42d3-8bd3-5fa60dfcdfa8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (6bf0f40e-0704-4e08-bfca-3244764e463c), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.249529 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa928a6-a2d7-42fa-adf7-53c2de5fd1cc admin admin] Publish callbacks [] for security_group (f84fea31-6196-447b-ab95-c5099b075a76), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.311185 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f7114d2-6b83-42d3-8bd3-5fa60dfcdfa8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (6bf0f40e-0704-4e08-bfca-3244764e463c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.331798 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f7114d2-6b83-42d3-8bd3-5fa60dfcdfa8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (6bf0f40e-0704-4e08-bfca-3244764e463c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.337178 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa928a6-a2d7-42fa-adf7-53c2de5fd1cc admin admin] Publish callbacks [] for security_group (f84fea31-6196-447b-ab95-c5099b075a76), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.364276 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9badb13f-9ea7-41b8-a993-46d0306688d6 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:17.439122 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Publish callbacks [] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.490878 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-9f734478-1a5f-4e9c-b2ae-a8753a91914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6f928393-807d-4a51-9534-caa99489892e), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.501970 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:17.502379 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.506966 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-9f734478-1a5f-4e9c-b2ae-a8753a91914f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.508440 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-9f734478-1a5f-4e9c-b2ae-a8753a91914f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6f928393-807d-4a51-9534-caa99489892e HTTP/1.1" status: 204 len: 168 time: 1.2936552 Apr 08 19:02:17.542500 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2f7114d2-6b83-42d3-8bd3-5fa60dfcdfa8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.545556 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f734478-1a5f-4e9c-b2ae-a8753a91914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f928393-807d-4a51-9534-caa99489892e,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:17.566459 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port 545f2a95-4161-4e5e-b712-8d2e49fa99c6, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=545f2a95-4161-4e5e-b712-8d2e49fa99c6,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:17.569832 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-2f7114d2-6b83-42d3-8bd3-5fa60dfcdfa8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6739922 Apr 08 19:02:17.573303 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58904) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:17.576857 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7114d2-6b83-42d3-8bd3-5fa60dfcdfa8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf0f40e-0704-4e08-bfca-3244764e463c,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:17.587084 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:17.617589 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Transition to ACTIVE for port object 9badb13f-9ea7-41b8-a993-46d0306688d6 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:02:17.636478 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.641253 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:14Z', 'revision_number': 2, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:17.643196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa928a6-a2d7-42fa-adf7-53c2de5fd1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f84fea31-6196-447b-ab95-c5099b075a76), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.661019 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-baa928a6-a2d7-42fa-adf7-53c2de5fd1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.664732 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-baa928a6-a2d7-42fa-adf7-53c2de5fd1cc admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f84fea31-6196-447b-ab95-c5099b075a76 HTTP/1.1" status: 204 len: 168 time: 0.8397796 Apr 08 19:02:17.679820 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.729418 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa928a6-a2d7-42fa-adf7-53c2de5fd1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84fea31-6196-447b-ab95-c5099b075a76,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:17.750296 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.767512 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Checking router: c208ae80-096e-4d33-82e1-2b3c3907c517 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:02:17.770500 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Updating router c208ae80-096e-4d33-82e1-2b3c3907c517 port 2d7d611d-91c4-4a90-9ea7-799cd109b22d binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:02:17.881992 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234899d-4cab-4f3b-b87d-8d4501d8e2d3 None None] Pushing event updated for resources: {'Port': ['ID=29788a99-86f5-4400-8335-fee60bd82a7f,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:17.896790 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Pushing event updated for resources: {'Port': ['ID=9badb13f-9ea7-41b8-a993-46d0306688d6,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:17.934473 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:17.952639 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-107aae99-7188-4f49-ad2d-c5650d20e21e None None] Provisioning complete for port 29788a99-86f5-4400-8335-fee60bd82a7f triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:17.961130 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-107aae99-7188-4f49-ad2d-c5650d20e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:18.167894 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Attempting to bind port 9badb13f-9ea7-41b8-a993-46d0306688d6 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:18.168294 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Attempting to bind port 9badb13f-9ea7-41b8-a993-46d0306688d6 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '27fdedd4-2c5d-4d98-8f1d-f3098d455b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1ed5b5eb-b26a-4e27-b755-9c8dcea0641f'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:18.168632 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Attempting to bind port 9badb13f-9ea7-41b8-a993-46d0306688d6 on network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:18.304628 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Port 9badb13f-9ea7-41b8-a993-46d0306688d6 on network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:02:18.304949 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Attempting to bind port 9badb13f-9ea7-41b8-a993-46d0306688d6 on network 1ed5b5eb-b26a-4e27-b755-9c8dcea0641f {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:18.329974 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=545f2a95-4161-4e5e-b712-8d2e49fa99c6,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:18.341573 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:18.345282 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:18.352921 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Attempting to bind port 29788a99-86f5-4400-8335-fee60bd82a7f on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:18.353262 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Attempting to bind port 29788a99-86f5-4400-8335-fee60bd82a7f by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:18.353674 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Attempting to bind port 29788a99-86f5-4400-8335-fee60bd82a7f on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:18.357690 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Checking segment: {'id': '27fdedd4-2c5d-4d98-8f1d-f3098d455b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1ed5b5eb-b26a-4e27-b755-9c8dcea0641f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:18.358291 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Bound using segment: {'id': '27fdedd4-2c5d-4d98-8f1d-f3098d455b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1ed5b5eb-b26a-4e27-b755-9c8dcea0641f'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:18.358725 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Bound port: 9badb13f-9ea7-41b8-a993-46d0306688d6, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27fdedd4-2c5d-4d98-8f1d-f3098d455b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1523, 'network_id': '1ed5b5eb-b26a-4e27-b755-9c8dcea0641f'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:18.359095 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:18.388679 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:18.389068 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Checking segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:18.389482 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:18.389881 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Bound using segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:18.404700 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Bound port: 29788a99-86f5-4400-8335-fee60bd82a7f, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:18.405155 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:18.461297 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-107aae99-7188-4f49-ad2d-c5650d20e21e None None] Port 29788a99-86f5-4400-8335-fee60bd82a7f cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:18.602432 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device a9e86838-12d8-4a34-902a-21c1bd4d6cc5 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:18.605913 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca386-785e-40db-b727-4074371218c3 req-973536cb-55a3-4f40-ae42-dc238d577062 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:18.615906 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-973536cb-55a3-4f40-ae42-dc238d577062 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 819 time: 0.5698671 Apr 08 19:02:18.704235 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Allocated IP 172.27.0.98 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/8cff5fd9-5024-4a81-81c8-522c7df6dbcb) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:18.712473 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-dce71cd5-5a05-4a73-af3d-d8c85e72b7ae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/quotas/660999ec5f244daf89643f8b79507b32 HTTP/1.1" status: 200 len: 375 time: 0.0945003 Apr 08 19:02:18.745784 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] For port 29788a99-86f5-4400-8335-fee60bd82a7f, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:18.753537 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58926) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:18.886656 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] For port 29788a99-86f5-4400-8335-fee60bd82a7f, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=29788a99-86f5-4400-8335-fee60bd82a7f,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:18.932086 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Publish callbacks [] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:18.935826 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:18.936454 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] For port 9badb13f-9ea7-41b8-a993-46d0306688d6, host hv-cinder-83716, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:18.941590 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:18.990432 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-631fd79d-3b0b-480c-91b1-2f1ce943f35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.027758 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc666ab-a487-44d5-973c-383797072d0c None None] Pushing event updated for resources: {'Port': ['ID=2d7d611d-91c4-4a90-9ea7-799cd109b22d,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:19.123723 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.158465 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:19.159908 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.180605 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] For port 9badb13f-9ea7-41b8-a993-46d0306688d6, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9badb13f-9ea7-41b8-a993-46d0306688d6,segment=NetworkSegment(27fdedd4-2c5d-4d98-8f1d-f3098d455b3a),segment_id=27fdedd4-2c5d-4d98-8f1d-f3098d455b3a)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:19.227761 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-a685f59f-b960-4ed8-adeb-6c9af2d1128c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5135334 Apr 08 19:02:19.336084 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.348411 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:02:19.358523 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:19.359281 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:19.386764 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Attempting to bind port 2d7d611d-91c4-4a90-9ea7-799cd109b22d on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:19.387069 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Attempting to bind port 2d7d611d-91c4-4a90-9ea7-799cd109b22d by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:19.387447 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Attempting to bind port 2d7d611d-91c4-4a90-9ea7-799cd109b22d on network a0125410-9a91-4251-91b8-6fc8fb2da87a {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:19.398511 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.408223 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:19.410814 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Checking segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:19.411266 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.411747 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Bound using segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:19.412290 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Bound port: 2d7d611d-91c4-4a90-9ea7-799cd109b22d, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:19.413102 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.553954 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58932) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:19.571190 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 58936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:19.579955 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=8cff5fd9-5024-4a81-81c8-522c7df6dbcb,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:19.622220 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] For port 2d7d611d-91c4-4a90-9ea7-799cd109b22d, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:19.625884 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] For port 2d7d611d-91c4-4a90-9ea7-799cd109b22d, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=2d7d611d-91c4-4a90-9ea7-799cd109b22d,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:19.641079 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.654143 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:19.657182 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:19.663973 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:19.668064 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234899d-4cab-4f3b-b87d-8d4501d8e2d3 None None] Pushing event updated for resources: {'Port': ['ID=29788a99-86f5-4400-8335-fee60bd82a7f,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:19.693997 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e11f6bd8-1728-45c5-8bcd-098da63a050b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28712146', 'description': 'tempest-description--29355871'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:19.822696 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:19.823353 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:19.842884 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:19.849514 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.870932 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Sync routers for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:02:19.905980 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (6f3e1cb7-2123-4606-aaf3-c656273b3b52), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.949140 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc666ab-a487-44d5-973c-383797072d0c None None] Pushing event updated for resources: {'Port': ['ID=2d7d611d-91c4-4a90-9ea7-799cd109b22d,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:19.973361 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:19.974964 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.976957 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] 10.222.0.113 "PUT /v2.0/ports/9badb13f-9ea7-41b8-a993-46d0306688d6 HTTP/1.1" status: 200 len: 1094 time: 5.3782899 Apr 08 19:02:19.979751 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e40f9a06-3d77-42f9-b009-70ca7b8a5ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:19.981872 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0e4ddc-9d9e-46da-bfcb-e456d802efe9', 'tag': '9badb13f-9ea7-41b8-a993-46d0306688d6'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:20.012343 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:20.023652 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:20.058489 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:20.172864 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-037050f6-d347-4d81-a955-66f315366328 None None] Provisioning complete for port 2d7d611d-91c4-4a90-9ea7-799cd109b22d triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:20.173414 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-037050f6-d347-4d81-a955-66f315366328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:20.192837 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:20.286790 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port a9e86838-12d8-4a34-902a-21c1bd4d6cc5, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=a9e86838-12d8-4a34-902a-21c1bd4d6cc5,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:20.369290 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:20.370107 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device c5069db5-1e65-49d1-a1af-ac1447fcb5d9 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:20.493760 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-631fd79d-3b0b-480c-91b1-2f1ce943f35b admin admin] Publish callbacks [] for security_group (eda5f99b-5daf-40cd-bbff-ed6e7d775ad6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:20.502625 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65178e4a-ba72-4ad9-b9dd-992313211419 service neutron] Pushing event updated for resources: {'Port': ['ID=9badb13f-9ea7-41b8-a993-46d0306688d6,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:20.526690 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:20.532326 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:20.599690 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (6f3e1cb7-2123-4606-aaf3-c656273b3b52), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:20.621436 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=8cff5fd9-5024-4a81-81c8-522c7df6dbcb,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:20.637376 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:20.651094 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-14e1c2ce-4cfd-4cb8-8c1f-b45b3b106e4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0753856 Apr 08 19:02:20.671947 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:20.716865 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:20.769902 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a97389-54c8-44d4-bdc6-552b092f4f5d None None] The sync data for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi is: [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:02:21.016464 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:21.167277 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a31a2-66b8-41e7-9438-7632e93a37d4 req-53368fb3-0f98-42f4-a993-5dd82a651381 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:21.172291 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d0a31a2-66b8-41e7-9438-7632e93a37d4 req-53368fb3-0f98-42f4-a993-5dd82a651381 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 944 time: 0.9093418 Apr 08 19:02:21.220342 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-631fd79d-3b0b-480c-91b1-2f1ce943f35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (eda5f99b-5daf-40cd-bbff-ed6e7d775ad6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.402916 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58968) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:21.403089 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-631fd79d-3b0b-480c-91b1-2f1ce943f35b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=21034f15564645c296eb000fd6e5f3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6394179 Apr 08 19:02:21.404218 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e11f6bd8-1728-45c5-8bcd-098da63a050b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.446422 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b07d3e-60f3-4b67-8f39-66f70bf72113" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0e4ddc-9d9e-46da-bfcb-e456d802efe9", "tag": "9badb13f-9ea7-41b8-a993-46d0306688d6"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:21.547467 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e11f6bd8-1728-45c5-8bcd-098da63a050b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (cc1fc91f-021a-43a6-b4f7-7058776d0397), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.551560 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-08cc5fda-5217-472e-9e9d-b96ad3074a92 admin admin] Publish callbacks [] for security_group (eda5f99b-5daf-40cd-bbff-ed6e7d775ad6), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.554531 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-622f6d13-c299-4b09-8eb6-b4df6219dda2 service neutron] 10.222.0.109 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3246109 Apr 08 19:02:21.619584 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-08cc5fda-5217-472e-9e9d-b96ad3074a92 admin admin] Publish callbacks [] for security_group (eda5f99b-5daf-40cd-bbff-ed6e7d775ad6), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.625705 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e11f6bd8-1728-45c5-8bcd-098da63a050b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (cc1fc91f-021a-43a6-b4f7-7058776d0397), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.636837 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d0a31a2-66b8-41e7-9438-7632e93a37d4 req-bde509e8-4355-4d4b-a3b9-28d41010d4d8 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435465 Apr 08 19:02:21.638121 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-947fe8a5-5fa5-40af-90cd-3306299879d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:21.640121 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-947fe8a5-5fa5-40af-90cd-3306299879d5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=40b3b4931b354b6cad99bef5113736e3&device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 1128 time: 1.3809619 Apr 08 19:02:21.747655 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:18Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:21.775621 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-08cc5fda-5217-472e-9e9d-b96ad3074a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (eda5f99b-5daf-40cd-bbff-ed6e7d775ad6), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.781978 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-08cc5fda-5217-472e-9e9d-b96ad3074a92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.786568 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-08cc5fda-5217-472e-9e9d-b96ad3074a92 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/eda5f99b-5daf-40cd-bbff-ed6e7d775ad6 HTTP/1.1" status: 204 len: 168 time: 0.3814886 Apr 08 19:02:21.811693 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc5fda-5217-472e-9e9d-b96ad3074a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5f99b-5daf-40cd-bbff-ed6e7d775ad6,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:21.951824 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fd79d-3b0b-480c-91b1-2f1ce943f35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5f99b-5daf-40cd-bbff-ed6e7d775ad6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:21.962139 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e11f6bd8-1728-45c5-8bcd-098da63a050b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:21.964690 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e11f6bd8-1728-45c5-8bcd-098da63a050b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 2.3925164 Apr 08 19:02:21.966622 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-9ffc917e-9b05-4dd5-b17a-2e51e0c099a8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9badb13f-9ea7-41b8-a993-46d0306688d6 HTTP/1.1" status: 200 len: 217 time: 0.2388697 Apr 08 19:02:21.966825 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 58984) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:21.974094 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-024523f9-e55d-4c8c-90e2-49af6940d491 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'security_group_rule': {'security_group_id': 'cc1fc91f-021a-43a6-b4f7-7058776d0397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:21.983253 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2a2d4-160d-47f3-ad67-758a147018e4 None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:18Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:02:22.023969 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-024523f9-e55d-4c8c-90e2-49af6940d491 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (f48a4997-0ad7-4848-b6fb-5b89a21b4996), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.046133 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f6bd8-1728-45c5-8bcd-098da63a050b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1fc91f-021a-43a6-b4f7-7058776d0397,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:22.400327 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=a9e86838-12d8-4a34-902a-21c1bd4d6cc5,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:22.456889 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-9637fe31-107e-48f3-ac3b-ffedd8256edb service neutron] 10.222.0.109 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277016 Apr 08 19:02:22.480993 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-037050f6-d347-4d81-a955-66f315366328 None None] Current status of the port 2d7d611d-91c4-4a90-9ea7-799cd109b22d is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:22.481396 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-037050f6-d347-4d81-a955-66f315366328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.511617 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 2, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:22.517000 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e40f9a06-3d77-42f9-b009-70ca7b8a5ef6 admin admin] Publish callbacks [] for security_group (9c7ed948-b6ea-46ff-be61-592909f0d21b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.573253 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e40f9a06-3d77-42f9-b009-70ca7b8a5ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (9c7ed948-b6ea-46ff-be61-592909f0d21b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.604459 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:22.604928 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.606185 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-ecdc97a0-20fc-401f-b88a-3c8a2fe296cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:22.607889 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-ecdc97a0-20fc-401f-b88a-3c8a2fe296cd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=933ae61c-f321-4da3-a2e2-5820c8d2b139 HTTP/1.1" status: 200 len: 850 time: 0.5465236 Apr 08 19:02:22.613328 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Checking router: a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:02:22.613668 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Updating router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 port 59cdf996-64ad-4af0-9de4-9eaa172e790c binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:02:22.662501 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-49a9a8eb-893d-4f07-a5bf-aae8466da4c6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--674902416&fields=id&tenant_id=8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 267 time: 0.3916559 Apr 08 19:02:22.693744 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-024523f9-e55d-4c8c-90e2-49af6940d491 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (f48a4997-0ad7-4848-b6fb-5b89a21b4996), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.700074 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-024523f9-e55d-4c8c-90e2-49af6940d491 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (f48a4997-0ad7-4848-b6fb-5b89a21b4996), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.785961 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-024523f9-e55d-4c8c-90e2-49af6940d491 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.787789 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-024523f9-e55d-4c8c-90e2-49af6940d491 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8189900 Apr 08 19:02:22.792681 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59008) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:22.801213 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-fb370346-4d94-49a0-a8cd-dc0a28dc98ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'security_group_rule': {'security_group_id': 'cc1fc91f-021a-43a6-b4f7-7058776d0397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:22.844536 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-037050f6-d347-4d81-a955-66f315366328 None None] For port 2d7d611d-91c4-4a90-9ea7-799cd109b22d, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=2d7d611d-91c4-4a90-9ea7-799cd109b22d,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:22.863317 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-037050f6-d347-4d81-a955-66f315366328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:22.910437 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024523f9-e55d-4c8c-90e2-49af6940d491 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48a4997-0ad7-4848-b6fb-5b89a21b4996,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:22.918913 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-3104cd4d-e463-4649-81e3-3b7cd184c6e8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2414429 Apr 08 19:02:22.928837 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e40f9a06-3d77-42f9-b009-70ca7b8a5ef6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=19543e36f28144c4b23a3afbb419ffef&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3545611 Apr 08 19:02:22.934694 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59022) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:22.938362 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f9a06-3d77-42f9-b009-70ca7b8a5ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7ed948-b6ea-46ff-be61-592909f0d21b,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:22.981623 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fb370346-4d94-49a0-a8cd-dc0a28dc98ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (0cfa4f03-561e-4854-9b98-aeefe2e623c3), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.168950 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037050f6-d347-4d81-a955-66f315366328 None None] Pushing event updated for resources: {'Port': ['ID=2d7d611d-91c4-4a90-9ea7-799cd109b22d,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:23.177364 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.195417 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-e3ab4ac5-94e8-4362-b4b2-d026d60d91e7 service neutron] 10.222.0.113 "GET /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921415 Apr 08 19:02:23.203945 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:23.239068 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Provisioning complete for port 2d7d611d-91c4-4a90-9ea7-799cd109b22d triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:23.239507 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.301233 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fb370346-4d94-49a0-a8cd-dc0a28dc98ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (0cfa4f03-561e-4854-9b98-aeefe2e623c3), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.333249 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fb370346-4d94-49a0-a8cd-dc0a28dc98ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (0cfa4f03-561e-4854-9b98-aeefe2e623c3), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.408752 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-95704aa9-0564-4741-8619-c745bbfecbb3 admin admin] Publish callbacks [] for security_group (9c7ed948-b6ea-46ff-be61-592909f0d21b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.490909 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-95704aa9-0564-4741-8619-c745bbfecbb3 admin admin] Publish callbacks [] for security_group (9c7ed948-b6ea-46ff-be61-592909f0d21b), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.546012 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e31a04a1-f936-47ed-ae6d-7c1935fc8790 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:23.549356 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e31a04a1-f936-47ed-ae6d-7c1935fc8790 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 815 time: 0.8841543 Apr 08 19:02:23.607477 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-b6cc4d48-4b0c-4fa0-818c-bfaaa482199a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/quotas/8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 375 time: 0.0446808 Apr 08 19:02:23.718913 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Current status of the port 2d7d611d-91c4-4a90-9ea7-799cd109b22d is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:23.727531 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-95704aa9-0564-4741-8619-c745bbfecbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (9c7ed948-b6ea-46ff-be61-592909f0d21b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.738745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-95704aa9-0564-4741-8619-c745bbfecbb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.742634 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-95704aa9-0564-4741-8619-c745bbfecbb3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9c7ed948-b6ea-46ff-be61-592909f0d21b HTTP/1.1" status: 204 len: 168 time: 0.8031700 Apr 08 19:02:23.748315 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb370346-4d94-49a0-a8cd-dc0a28dc98ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfa4f03-561e-4854-9b98-aeefe2e623c3,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:23.759352 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fb370346-4d94-49a0-a8cd-dc0a28dc98ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.760547 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-fb370346-4d94-49a0-a8cd-dc0a28dc98ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9664004 Apr 08 19:02:23.775234 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59056) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:23.781744 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:23.796843 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95704aa9-0564-4741-8619-c745bbfecbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7ed948-b6ea-46ff-be61-592909f0d21b,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:23.817617 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c5948e-af53-4334-8f23-0109a529df5a x-openstack-request-id: req-e2c5948e-af53-4334-8f23-0109a529df5a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:23.817907 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0e4ddc-9d9e-46da-bfcb-e456d802efe9", "tag": "9badb13f-9ea7-41b8-a993-46d0306688d6", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:23.841321 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e2c5948e-af53-4334-8f23-0109a529df5a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:23.844811 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c5948e-af53-4334-8f23-0109a529df5a'] response: {'name': 'network-changed', 'server_uuid': '9e0e4ddc-9d9e-46da-bfcb-e456d802efe9', 'tag': '9badb13f-9ea7-41b8-a993-46d0306688d6', 'status': 'completed', 'code': 200} Apr 08 19:02:23.871650 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:23.961658 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-7c4a9ccb-bc77-4cd1-9a44-89a646b2655e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3378360 Apr 08 19:02:23.972031 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-84077cb2-2fd6-4971-a8d7-6f3c1974de2a req-bd9c2823-71d4-4c16-a9b9-9f0782a5609a service neutron] 10.222.0.113 "GET /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607641 Apr 08 19:02:24.104948 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:24.197877 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device a9e86838-12d8-4a34-902a-21c1bd4d6cc5 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:24.227663 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Provisioning complete for port 29788a99-86f5-4400-8335-fee60bd82a7f triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:24.228042 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:24.293492 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-9fc6c8a4-b75d-43a2-bb17-1c551dbbc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:24.294837 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-9fc6c8a4-b75d-43a2-bb17-1c551dbbc8b9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=40b3b4931b354b6cad99bef5113736e3&device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 1128 time: 0.2414081 Apr 08 19:02:24.354698 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Allocated IP 172.27.0.204 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/5e7b2e01-c720-48d7-8c46-3d74bc2621ed) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:24.543147 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Publish callbacks [] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:24.655561 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:24.704959 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-66af2b3e-9935-4a25-9f9c-ac381b6ead54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:24.706960 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for port (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:24.725979 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-66af2b3e-9935-4a25-9f9c-ac381b6ead54 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f HTTP/1.1" status: 200 len: 912 time: 0.3993826 Apr 08 19:02:24.831940 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:24.850603 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ea601-81f4-47f7-81ba-bd0940dcff9b None None] Pushing event updated for resources: {'Port': ['ID=59cdf996-64ad-4af0-9de4-9eaa172e790c,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:24.873261 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6eee7-f9e2-4547-8cfb-a08524a619a6 req-056f56e6-2bb3-4b5c-8871-4bb6bd07f35c tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:24.873261 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43f6eee7-f9e2-4547-8cfb-a08524a619a6 req-056f56e6-2bb3-4b5c-8871-4bb6bd07f35c tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 944 time: 0.7084887 Apr 08 19:02:24.878645 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-1b8cab49-d5c7-4ace-8295-e7753445e143 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9badb13f-9ea7-41b8-a993-46d0306688d6 HTTP/1.1" status: 200 len: 217 time: 0.1512556 Apr 08 19:02:24.965331 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:24.970366 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:24.976795 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8103939e-cecc-42b7-b9b1-97f546e648a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:25.070519 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:25.085373 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-95d7d2f4-4750-41dd-b611-8338891d285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:25.090323 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-95d7d2f4-4750-41dd-b611-8338891d285c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=933ae61c-f321-4da3-a2e2-5820c8d2b139 HTTP/1.1" status: 200 len: 850 time: 0.1952643 Apr 08 19:02:25.109743 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'Port': ['ID=5e7b2e01-c720-48d7-8c46-3d74bc2621ed,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:25.116303 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:25.125053 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:25.245338 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (617eede8-b2fe-45fa-9a56-d17b123ea0b4), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:25.275062 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-8dbd2b8b-cd7d-45f6-af6c-02f5e9ff5cd0 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:02:25.276740 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-8dbd2b8b-cd7d-45f6-af6c-02f5e9ff5cd0 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5485671 Apr 08 19:02:25.280706 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-c0105c47-8727-4490-b728-043767a11310 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764457 Apr 08 19:02:25.437053 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:25.471217 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:25.472036 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Current status of the port 29788a99-86f5-4400-8335-fee60bd82a7f is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:25.472444 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:25.895127 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-40b4c0e1-8cb5-4759-86ae-23b60d72cefc service neutron] 10.222.0.113 "GET /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506446 Apr 08 19:02:25.913970 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43f6eee7-f9e2-4547-8cfb-a08524a619a6 req-bab6935e-6cef-404c-a5a9-e9b25de767bb tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0181715 Apr 08 19:02:26.045324 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for port (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.091823 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-1f285b3b-7caf-4285-9d26-dac9ba840f0b service neutron] 10.222.0.109 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824566 Apr 08 19:02:26.103699 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Attempting to bind port 59cdf996-64ad-4af0-9de4-9eaa172e790c on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:26.105551 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Attempting to bind port 59cdf996-64ad-4af0-9de4-9eaa172e790c by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:26.105985 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Attempting to bind port 59cdf996-64ad-4af0-9de4-9eaa172e790c on network 21f97656-9d80-499b-9b53-414617a06edc {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:26.109435 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.148837 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:26.149968 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Checking segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:26.150379 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.150790 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Bound using segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:26.152131 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Bound port: 59cdf996-64ad-4af0-9de4-9eaa172e790c, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:26.152736 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.314090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (617eede8-b2fe-45fa-9a56-d17b123ea0b4), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.318266 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] For port 29788a99-86f5-4400-8335-fee60bd82a7f, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=29788a99-86f5-4400-8335-fee60bd82a7f,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:26.355916 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.113', 52751) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:26.369947 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.470566 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'Port': ['ID=5e7b2e01-c720-48d7-8c46-3d74bc2621ed,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:26.489648 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-236ee6e7-b63e-44c7-ad30-3b6a43fc64ac req-e9602c22-96fc-4c1b-ab22-cb8747a66685 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 210 time: 0.3904116 Apr 08 19:02:26.575239 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:26.584184 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 2d7d611d-91c4-4a90-9ea7-799cd109b22d up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:26.692880 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.694458 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-930688de-9f71-4b96-b0f9-4bcb551fb21d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9179788 Apr 08 19:02:26.739804 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-7bd45cd3-c924-4e62-8e73-73d606e305a5 None None] Provisioning complete for port 59cdf996-64ad-4af0-9de4-9eaa172e790c triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:26.743685 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7bd45cd3-c924-4e62-8e73-73d606e305a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.757572 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] For port 59cdf996-64ad-4af0-9de4-9eaa172e790c, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:26.867393 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 2d7d611d-91c4-4a90-9ea7-799cd109b22d triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:26.869623 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:26.893315 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca386-785e-40db-b727-4074371218c3 req-dc965b0e-f449-4219-827f-a08da997c8ee tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:26.895687 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-dc965b0e-f449-4219-827f-a08da997c8ee tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 819 time: 0.5348063 Apr 08 19:02:26.914380 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'port': {'device_id': 'ae9aa70f-d700-4725-9712-be7c66d4233f', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'admin_state_up': True, 'tenant_id': '660999ec5f244daf89643f8b79507b32'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:26.930998 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] For port 59cdf996-64ad-4af0-9de4-9eaa172e790c, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=59cdf996-64ad-4af0-9de4-9eaa172e790c,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:26.956498 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b325c-b8c6-43b8-974d-8e8474677ed7 None None] Pushing event updated for resources: {'Port': ['ID=29788a99-86f5-4400-8335-fee60bd82a7f,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:26.976542 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:27.032896 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7bd45cd3-c924-4e62-8e73-73d606e305a5 None None] Port 59cdf996-64ad-4af0-9de4-9eaa172e790c cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:27.145202 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ea601-81f4-47f7-81ba-bd0940dcff9b None None] Pushing event updated for resources: {'Port': ['ID=59cdf996-64ad-4af0-9de4-9eaa172e790c,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:27.148134 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:02:27.149143 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:01:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:27.224167 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-60b07d3e-60f3-4b67-8f39-66f70bf72113 req-b334f99a-d5ce-43d6-aa5e-a650c555c73f service neutron] 10.222.0.113 "GET /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9819658 Apr 08 19:02:27.276885 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Made reservation on behalf of 660999ec5f244daf89643f8b79507b32 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:02:27.286551 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:27.287888 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-9ec252d9-00df-490d-8503-0b55326b6664 service neutron] 10.222.0.109 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1947589 Apr 08 19:02:27.298806 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-311ea713-c3f4-4180-9ad9-2a745b8bd10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:27.404307 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 2d7d611d-91c4-4a90-9ea7-799cd109b22d is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:27.409731 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 29788a99-86f5-4400-8335-fee60bd82a7f up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:27.558995 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-1b64f496-d700-44a7-96a2-6e4c04685a5f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:27.561908 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-1b64f496-d700-44a7-96a2-6e4c04685a5f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 819 time: 0.2915726 Apr 08 19:02:27.616924 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d7c89010-808a-4742-bcea-d119cb27a40f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/quotas/660999ec5f244daf89643f8b79507b32 HTTP/1.1" status: 200 len: 375 time: 0.0442553 Apr 08 19:02:27.698675 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-2d915794-60d6-414a-a029-c3e7007aca15 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808275 Apr 08 19:02:27.798918 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Allocated IP 172.20.0.5 (a0125410-9a91-4251-91b8-6fc8fb2da87a/f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43/3dc423a5-20ee-402c-9fc6-4153302c8cd7) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:27.890859 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292c1d6-79bd-46a8-aea4-7fa58327218b req-0e7cc3d3-7c71-4f57-8638-062e03a42362 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:27.892516 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e292c1d6-79bd-46a8-aea4-7fa58327218b req-0e7cc3d3-7c71-4f57-8638-062e03a42362 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 944 time: 0.1366868 Apr 08 19:02:27.931207 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-04e8b8f4-1fda-4e57-a1bb-4cd85312538b None None] Provisioning complete for port 59cdf996-64ad-4af0-9de4-9eaa172e790c triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:27.932869 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04e8b8f4-1fda-4e57-a1bb-4cd85312538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:28.047057 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e292c1d6-79bd-46a8-aea4-7fa58327218b req-ac9d7311-da17-4c58-a9e9-2399f9ebf619 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125443 Apr 08 19:02:28.050547 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-7388fefc-8093-4a23-b3a0-c63244321300 service neutron] 10.222.0.109 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360512 Apr 08 19:02:28.064708 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:02:28.203862 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-ea39ecd7-160b-4142-b704-4dae56a88b2a service neutron] 10.222.0.109 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445348 Apr 08 19:02:28.305294 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 29788a99-86f5-4400-8335-fee60bd82a7f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:28.306730 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:28.368619 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:28.374617 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-81446d9d-ee08-4e10-b944-fe2cbf01221d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--28712146&fields=id&tenant_id=64809a7d93024517907a325376c3904a HTTP/1.1" status: 200 len: 267 time: 0.1237035 Apr 08 19:02:28.497927 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:28.602715 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:28.717842 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 59246) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:28.757966 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event updated for resources: {'Port': ['ID=3dc423a5-20ee-402c-9fc6-4153302c8cd7,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:28.770720 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4099dca5-da45-4c56-a405-d85324f264f3 req-770bf3b3-21ff-47a8-ae09-6a90bd6064e6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 210 time: 0.1126609 Apr 08 19:02:28.797596 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-04e8b8f4-1fda-4e57-a1bb-4cd85312538b None None] Current status of the port 59cdf996-64ad-4af0-9de4-9eaa172e790c is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:28.798478 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04e8b8f4-1fda-4e57-a1bb-4cd85312538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:28.839275 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Network a0125410-9a91-4251-91b8-6fc8fb2da87a is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:28.845306 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:28.845974 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 29788a99-86f5-4400-8335-fee60bd82a7f is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:28.848317 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 545f2a95-4161-4e5e-b712-8d2e49fa99c6 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:28.864453 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:28.882868 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:28.883544 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:28.901533 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-217ebd70-0a32-4683-ab39-80fb69bb685b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:28.916304 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-217ebd70-0a32-4683-ab39-80fb69bb685b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 810 time: 0.5379188 Apr 08 19:02:28.935371 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-8174511d-4a68-4187-aa87-2ab2338aefc2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0270011 Apr 08 19:02:28.947493 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-8d8ed2b5-c8bc-41f2-8e0a-b03a779bc3e2 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/quotas/64809a7d93024517907a325376c3904a HTTP/1.1" status: 200 len: 375 time: 0.0298674 Apr 08 19:02:28.952285 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Request body: {'port': {'device_id': 'ae9aa70f-d700-4725-9712-be7c66d4233f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:29.024048 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-04e8b8f4-1fda-4e57-a1bb-4cd85312538b None None] For port 59cdf996-64ad-4af0-9de4-9eaa172e790c, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=59cdf996-64ad-4af0-9de4-9eaa172e790c,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:29.035902 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04e8b8f4-1fda-4e57-a1bb-4cd85312538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:29.130149 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:29.140234 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:02:29.169004 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4e6b0f9e-6448-4f0b-9d31-c70f1a20c394 req-f5c0fd7c-331b-4cf3-b5d3-15f3bbfaeefc tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 210 time: 0.2191792 Apr 08 19:02:29.193425 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ca02b-a252-499e-8576-bbe44d05e147 None None] The sync data for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi is: [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:02:29.225126 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92bc4349-3a59-49a0-b240-9d6cb703e7a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:29.259987 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-6b563dd6-4e2f-4e3e-aac5-e39ee193e96a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3071964 Apr 08 19:02:29.261417 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8b8f4-1fda-4e57-a1bb-4cd85312538b None None] Pushing event updated for resources: {'Port': ['ID=59cdf996-64ad-4af0-9de4-9eaa172e790c,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:29.287823 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:29.292490 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:29.394886 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-d5be70dc-1eb8-4894-9232-1b6e481f7cc6 None None] Provisioning complete for port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:29.395388 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d5be70dc-1eb8-4894-9232-1b6e481f7cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:29.473437 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d5be70dc-1eb8-4894-9232-1b6e481f7cc6 None None] Port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:29.488346 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119babe6-ddbd-41e6-b521-3b4708a55a2d req-b0f91987-60d7-42ac-8a8f-ff9c0ad9b5e9 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:29.498085 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-119babe6-ddbd-41e6-b521-3b4708a55a2d req-b0f91987-60d7-42ac-8a8f-ff9c0ad9b5e9 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 944 time: 0.1034696 Apr 08 19:02:29.568163 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:29.753953 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-5ac7ee09-e361-407d-891f-4916870a206a service neutron] 10.222.0.109 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971645 Apr 08 19:02:29.922340 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 29788a99-86f5-4400-8335-fee60bd82a7f up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:30.165417 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.171597 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 29788a99-86f5-4400-8335-fee60bd82a7f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:30.173778 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.192609 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-119babe6-ddbd-41e6-b521-3b4708a55a2d req-572c33e5-9e3e-4bae-b06c-1337ed67fe16 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6933498 Apr 08 19:02:30.257265 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 9badb13f-9ea7-41b8-a993-46d0306688d6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:02:30.307957 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59304) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:30.370457 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5f9b513f-0d26-4ac2-8c27-d88ebde093df req-0dea0326-1d9f-48ab-badc-1f2d5617db14 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0649197 Apr 08 19:02:30.445110 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc423a5-20ee-402c-9fc6-4153302c8cd7 {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:30.454100 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 29788a99-86f5-4400-8335-fee60bd82a7f is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:30.455237 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 59cdf996-64ad-4af0-9de4-9eaa172e790c up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:30.467076 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Publish callbacks [] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.486291 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-860eaa82-5d65-45bf-a8e7-4307d7cab154 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:30.487729 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-860eaa82-5d65-45bf-a8e7-4307d7cab154 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 815 time: 0.6206927 Apr 08 19:02:30.489792 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92bc4349-3a59-49a0-b240-9d6cb703e7a3 admin admin] Publish callbacks [] for security_group (4c3d3827-9c31-4268-bae0-55a6bab3dad2), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.504020 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-12646195-aa46-4c24-979b-a2f277bdd3da service neutron] 10.222.0.109 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314875 Apr 08 19:02:30.506034 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92bc4349-3a59-49a0-b240-9d6cb703e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4c3d3827-9c31-4268-bae0-55a6bab3dad2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.527802 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 9badb13f-9ea7-41b8-a993-46d0306688d6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9badb13f-9ea7-41b8-a993-46d0306688d6,segment=NetworkSegment(27fdedd4-2c5d-4d98-8f1d-f3098d455b3a),segment_id=27fdedd4-2c5d-4d98-8f1d-f3098d455b3a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:30.535721 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-066169af-809f-4063-b9f3-fe8276ef6ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.547210 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Transition to ACTIVE for port object 3dc423a5-20ee-402c-9fc6-4153302c8cd7 will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:02:30.554215 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2b7684a0-eba9-4fc0-a9c6-166695f7e934 req-faec7b8e-e906-4730-a3bc-3645e6fab6b2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 210 time: 0.0629263 Apr 08 19:02:30.561854 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.562311 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '9badb13f-9ea7-41b8-a993-46d0306688d6', 'network_id': '1ed5b5eb-b26a-4e27-b755-9c8dcea0641f', 'port_id': '9badb13f-9ea7-41b8-a993-46d0306688d6', 'mac_address': 'fa:16:3e:c1:64:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933ae61c-f321-4da3-a2e2-5820c8d2b139', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:02:30.567054 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 59cdf996-64ad-4af0-9de4-9eaa172e790c triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:30.567516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.593001 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc4349-3a59-49a0-b240-9d6cb703e7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3d3827-9c31-4268-bae0-55a6bab3dad2,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:30.600801 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-92bc4349-3a59-49a0-b240-9d6cb703e7a3 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0106a92fefbe4c849a8fa7bb6e7ea2a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8802178 Apr 08 19:02:30.616660 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 59308) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:30.660665 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 9badb13f-9ea7-41b8-a993-46d0306688d6 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:30.661359 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.683249 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9badb13f-9ea7-41b8-a993-46d0306688d6 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:30.713869 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b4d91b2-94e9-4b23-bbb4-2ceaf07b4641 admin admin] Publish callbacks [] for security_group (4c3d3827-9c31-4268-bae0-55a6bab3dad2), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.737820 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 9badb13f-9ea7-41b8-a993-46d0306688d6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9badb13f-9ea7-41b8-a993-46d0306688d6,segment=NetworkSegment(27fdedd4-2c5d-4d98-8f1d-f3098d455b3a),segment_id=27fdedd4-2c5d-4d98-8f1d-f3098d455b3a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:30.749854 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b4d91b2-94e9-4b23-bbb4-2ceaf07b4641 admin admin] Publish callbacks [] for security_group (4c3d3827-9c31-4268-bae0-55a6bab3dad2), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.758008 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.788067 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Pushing event updated for resources: {'Port': ['ID=3dc423a5-20ee-402c-9fc6-4153302c8cd7,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:30.801375 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 59cdf996-64ad-4af0-9de4-9eaa172e790c is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:30.842984 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=9badb13f-9ea7-41b8-a993-46d0306688d6,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:30.851448 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Attempting to bind port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:30.852248 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Attempting to bind port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:30.852716 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Attempting to bind port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 on network a0125410-9a91-4251-91b8-6fc8fb2da87a {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:30.869585 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 on network a0125410-9a91-4251-91b8-6fc8fb2da87a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:02:30.870036 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Attempting to bind port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 on network a0125410-9a91-4251-91b8-6fc8fb2da87a {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:30.871474 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0d9523e8-f58c-4385-af8e-136aaf1eb94a req-9dac3e17-0777-4329-9975-8292189b9c56 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 210 time: 0.0482798 Apr 08 19:02:30.898805 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b4d91b2-94e9-4b23-bbb4-2ceaf07b4641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4c3d3827-9c31-4268-bae0-55a6bab3dad2), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.899037 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:30.899518 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Checking segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:30.900170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Bound using segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:30.900783 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Bound port: 3dc423a5-20ee-402c-9fc6-4153302c8cd7, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:30.901231 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.903470 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8b4d91b2-94e9-4b23-bbb4-2ceaf07b4641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:30.905752 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-8b4d91b2-94e9-4b23-bbb4-2ceaf07b4641 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4c3d3827-9c31-4268-bae0-55a6bab3dad2 HTTP/1.1" status: 204 len: 168 time: 0.2878091 Apr 08 19:02:30.917459 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d91b2-94e9-4b23-bbb4-2ceaf07b4641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3d3827-9c31-4268-bae0-55a6bab3dad2,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:30.991380 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-066169af-809f-4063-b9f3-fe8276ef6ffe admin admin] Publish callbacks [] for security_group (d4891826-8da8-4ff0-9481-e94315404eae), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.002477 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-066169af-809f-4063-b9f3-fe8276ef6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (d4891826-8da8-4ff0-9481-e94315404eae), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.079623 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066169af-809f-4063-b9f3-fe8276ef6ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4891826-8da8-4ff0-9481-e94315404eae,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:31.088607 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] For port 3dc423a5-20ee-402c-9fc6-4153302c8cd7, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:31.114726 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] For port 3dc423a5-20ee-402c-9fc6-4153302c8cd7, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:31.120268 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-066169af-809f-4063-b9f3-fe8276ef6ffe admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=713abf6c50474b6281f975bdd53647f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8106976 Apr 08 19:02:31.123185 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 59328) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:31.131842 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.166495 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:31.167141 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.168599 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] 10.222.0.113 "PUT /v2.0/ports/3dc423a5-20ee-402c-9fc6-4153302c8cd7 HTTP/1.1" status: 200 len: 1093 time: 2.2220860 Apr 08 19:02:31.169037 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9aa70f-d700-4725-9712-be7c66d4233f', 'tag': '3dc423a5-20ee-402c-9fc6-4153302c8cd7'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:31.267999 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ffd66e4-513d-455e-9b94-57670436ba75 admin admin] Publish callbacks [] for security_group (d4891826-8da8-4ff0-9481-e94315404eae), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.319577 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03b141-8379-4344-aad6-03bebb553ddf service neutron] Pushing event updated for resources: {'Port': ['ID=3dc423a5-20ee-402c-9fc6-4153302c8cd7,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:31.351764 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ffd66e4-513d-455e-9b94-57670436ba75 admin admin] Publish callbacks [] for security_group (d4891826-8da8-4ff0-9481-e94315404eae), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.409687 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d69f1-fb17-45d2-8d19-7dda7bc34e58 req-69336387-9ad6-4d5e-b984-ee697cc877d5 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:31.411334 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3e6d69f1-fb17-45d2-8d19-7dda7bc34e58 req-69336387-9ad6-4d5e-b984-ee697cc877d5 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 945 time: 0.1046355 Apr 08 19:02:31.485996 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df87e13-30e6-4dda-a95b-11be276b95dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9aa70f-d700-4725-9712-be7c66d4233f", "tag": "3dc423a5-20ee-402c-9fc6-4153302c8cd7"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:31.510200 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.563201 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-16658f21-e6c6-4912-af0d-62059ba6bd70 req-00ec2546-800b-4b9e-bf03-54eeb666354f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0851214 Apr 08 19:02:31.582296 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3e6d69f1-fb17-45d2-8d19-7dda7bc34e58 req-4158fca8-6e08-4eb1-a5e7-e86fe7423f02 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569643 Apr 08 19:02:31.583869 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ffd66e4-513d-455e-9b94-57670436ba75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (d4891826-8da8-4ff0-9481-e94315404eae), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.586564 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4ffd66e4-513d-455e-9b94-57670436ba75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:31.590122 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-4ffd66e4-513d-455e-9b94-57670436ba75 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d4891826-8da8-4ff0-9481-e94315404eae HTTP/1.1" status: 204 len: 168 time: 0.4635291 Apr 08 19:02:31.608025 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd66e4-513d-455e-9b94-57670436ba75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4891826-8da8-4ff0-9481-e94315404eae,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:31.694419 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7fec867e-ac07-4486-8482-b82f03ba6679 req-d6fbcbb7-a532-473e-8dfc-f8df1d83fba6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 210 time: 0.0416064 Apr 08 19:02:31.953751 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a469a366-7036-4c63-805a-d40be4ddd3aa x-openstack-request-id: req-a469a366-7036-4c63-805a-d40be4ddd3aa {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:31.954332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9aa70f-d700-4725-9712-be7c66d4233f", "tag": "3dc423a5-20ee-402c-9fc6-4153302c8cd7", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:31.954815 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a469a366-7036-4c63-805a-d40be4ddd3aa {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:31.957874 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a469a366-7036-4c63-805a-d40be4ddd3aa'] response: {'name': 'network-changed', 'server_uuid': 'ae9aa70f-d700-4725-9712-be7c66d4233f', 'tag': '3dc423a5-20ee-402c-9fc6-4153302c8cd7', 'status': 'completed', 'code': 200} Apr 08 19:02:32.048598 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 59386) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:32.068966 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f6046ff-1ae6-4951-a3cc-1572ccc2a573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:32.125794 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f46e0573-a323-49b3-8fb8-9c413888a46f req-d4a7faa6-33e0-46ea-9efc-0a3fe58a9b4a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 210 time: 0.0366626 Apr 08 19:02:32.188908 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f6046ff-1ae6-4951-a3cc-1572ccc2a573 admin admin] Publish callbacks [] for security_group (9f22a6e1-d0f1-4249-af6a-5d0192fe73a8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:32.192460 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1f6046ff-1ae6-4951-a3cc-1572ccc2a573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (9f22a6e1-d0f1-4249-af6a-5d0192fe73a8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:32.241389 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-1f6046ff-1ae6-4951-a3cc-1572ccc2a573 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0f38424cb40749acba3089b1570f07d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899250 Apr 08 19:02:32.243437 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6046ff-1ae6-4951-a3cc-1572ccc2a573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22a6e1-d0f1-4249-af6a-5d0192fe73a8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:32.244016 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59392) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:32.298008 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-22546782-7514-4ab6-bb79-af1821588001 admin admin] Publish callbacks [] for security_group (9f22a6e1-d0f1-4249-af6a-5d0192fe73a8), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:32.320700 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-22546782-7514-4ab6-bb79-af1821588001 admin admin] Publish callbacks [] for security_group (9f22a6e1-d0f1-4249-af6a-5d0192fe73a8), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:32.367181 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-22546782-7514-4ab6-bb79-af1821588001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (9f22a6e1-d0f1-4249-af6a-5d0192fe73a8), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:32.369784 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-22546782-7514-4ab6-bb79-af1821588001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:32.370932 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-22546782-7514-4ab6-bb79-af1821588001 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9f22a6e1-d0f1-4249-af6a-5d0192fe73a8 HTTP/1.1" status: 204 len: 168 time: 0.1258848 Apr 08 19:02:32.380443 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22546782-7514-4ab6-bb79-af1821588001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22a6e1-d0f1-4249-af6a-5d0192fe73a8,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:32.691234 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6b6cdb6c-0ed8-4186-a30d-479c70e42198 req-0e00a865-467a-4378-bf57-0457db4752f4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0434062 Apr 08 19:02:32.734508 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd30cce-6371-4e99-9c9b-a1401dd4e5cd req-9ca306de-ccd6-41f6-93fe-cc3fffa6db34 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:32.736301 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fbd30cce-6371-4e99-9c9b-a1401dd4e5cd req-9ca306de-ccd6-41f6-93fe-cc3fffa6db34 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 945 time: 0.0755124 Apr 08 19:02:32.815748 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-14c16617-cf60-4513-8bbc-f545ea6bda85 req-db192f29-108b-47a7-b956-11fdfc958daa tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 210 time: 0.0431383 Apr 08 19:02:32.828498 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fbd30cce-6371-4e99-9c9b-a1401dd4e5cd req-43859439-8940-46e6-8679-3e161c1c1f60 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850801 Apr 08 19:02:33.228235 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.113', 52764) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:33.243354 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-b8eaf871-8999-4c14-8ac8-4c7fc33466db tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 379 time: 0.1585591 Apr 08 19:02:33.252630 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'port': {'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'admin_state_up': True, 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'security_groups': ['bd1b15f8-c0ba-460c-901e-52df2b3146ca']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:33.301873 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca386-785e-40db-b727-4074371218c3 req-5f4dfad1-7295-4244-8490-75983898cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:33.303469 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-5f4dfad1-7295-4244-8490-75983898cf63 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 1127 time: 0.2151873 Apr 08 19:02:33.315074 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['9badb13f-9ea7-41b8-a993-46d0306688d6'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:02:33.472100 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-f2fe022f-070f-414a-b59e-204d15ad0d18 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7 HTTP/1.1" status: 200 len: 217 time: 0.1194863 Apr 08 19:02:33.514483 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-028dad4f-f053-42a0-a2e7-4000613047cd req-12938519-d473-4126-9358-a4f6d0aa6a85 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 210 time: 0.0893013 Apr 08 19:02:33.606537 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Made reservation on behalf of 8e5c72f71a7e487690d834bbd3647280 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:02:33.611109 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:33.654484 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-8d928af2-5a31-4d9e-9edc-047c4d844e5c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:33.661367 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-8d928af2-5a31-4d9e-9edc-047c4d844e5c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 819 time: 0.4267170 Apr 08 19:02:33.694117 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'port': {'device_id': 'be1c6fd1-5496-4b83-a281-460dda0bbfed', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'admin_state_up': True, 'tenant_id': '660999ec5f244daf89643f8b79507b32'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:33.708140 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca386-785e-40db-b727-4074371218c3 req-561c4413-6dd9-4d34-9140-2e1cac40fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:33.715157 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-561c4413-6dd9-4d34-9140-2e1cac40fd01 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.2297344 Apr 08 19:02:33.840283 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Allocated IP 172.20.0.10 (00dfce23-f7ae-40b7-911b-c0fe9fd1e288/42425f02-aadd-48b4-b924-1014c7e86519/b0f55b88-a0f8-4fa8-afce-95fae950bae8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:33.960475 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7fecefc0-b912-47bf-8f2f-f7b2b651adad req-faf0d49b-56d9-4533-90b6-e88a9380639b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0527036 Apr 08 19:02:34.064564 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca386-785e-40db-b727-4074371218c3 req-349ab09f-bc10-4eaa-a11b-7c556868d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:34.066986 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-349ab09f-bc10-4eaa-a11b-7c556868d927 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2676613 Apr 08 19:02:34.176985 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dc58f380-fb97-4dd2-9ac4-d00e6411604d req-563d2818-2799-41f8-b903-eb1385a77584 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 210 time: 0.1997859 Apr 08 19:02:34.194950 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf7f5d-f09a-42f7-bb1d-237e05b84130 req-9f763dd8-ec77-425f-a40b-303ba5758aa1 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:34.199967 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f9bf7f5d-f09a-42f7-bb1d-237e05b84130 req-9f763dd8-ec77-425f-a40b-303ba5758aa1 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 945 time: 0.0954788 Apr 08 19:02:34.209400 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.113', 52768) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:34.291523 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:34.350631 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:34.393571 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-4ee1c6c3-1ef5-44fd-afb5-387538ee8b02 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:34.395573 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-4ee1c6c3-1ef5-44fd-afb5-387538ee8b02 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 810 time: 0.1722960 Apr 08 19:02:34.403280 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Made reservation on behalf of 660999ec5f244daf89643f8b79507b32 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:02:34.419334 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:34.442521 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=b0f55b88-a0f8-4fa8-afce-95fae950bae8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:34.445999 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:34.452408 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:34.458021 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f9bf7f5d-f09a-42f7-bb1d-237e05b84130 req-0c6c01a8-2eb3-4fbd-9d7e-63fa9cb52352 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459257 Apr 08 19:02:34.459799 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:34.466185 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:34.467044 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:34.496997 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-07534725-c43b-4e17-a63c-4f3e45779fd7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2527039 Apr 08 19:02:34.516241 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Request body: {'port': {'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:34.517306 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-dc5e0a67-09ca-44e3-8783-3e0fe0370d10 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410346 Apr 08 19:02:34.595292 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:34.721294 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f482994-9096-4554-9419-deea975a6cfc req-57b275fa-f564-413c-8cee-7db162d2aed5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 210 time: 0.0580561 Apr 08 19:02:34.733458 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-c434e493-987a-4d5a-a3d7-fbf4423b1acd tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64809a7d93024517907a325376c3904a HTTP/1.1" status: 200 len: 378 time: 0.3099105 Apr 08 19:02:34.747379 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'port': {'device_id': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'admin_state_up': True, 'tenant_id': '64809a7d93024517907a325376c3904a', 'security_groups': ['cc1fc91f-021a-43a6-b4f7-7058776d0397']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:34.809230 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-fce34c8e-2db5-4413-8751-f497d2312e69 None None] Provisioning complete for port b0f55b88-a0f8-4fa8-afce-95fae950bae8 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:34.809731 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fce34c8e-2db5-4413-8751-f497d2312e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:34.879440 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-fce34c8e-2db5-4413-8751-f497d2312e69 None None] Port b0f55b88-a0f8-4fa8-afce-95fae950bae8 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:35.027852 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 9badb13f-9ea7-41b8-a993-46d0306688d6 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:35.099694 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 9badb13f-9ea7-41b8-a993-46d0306688d6 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:02:35.108115 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 9badb13f-9ea7-41b8-a993-46d0306688d6 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:35.108930 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.200520 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-013ca386-785e-40db-b727-4074371218c3 req-a8b7ed3e-ff0a-4a6d-a44c-ebbc306611c6 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613204 Apr 08 19:02:35.202953 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Allocated IP 172.20.0.8 (a0125410-9a91-4251-91b8-6fc8fb2da87a/f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43/a6c3dcc1-15b0-4d16-bb46-48579e39888f) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:35.203418 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa80f66-8fe4-4df1-975b-10b1101579ee req-09ce5e53-25f5-46d9-b4a1-335a08a62e60 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:35.207435 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7fa80f66-8fe4-4df1-975b-10b1101579ee req-09ce5e53-25f5-46d9-b4a1-335a08a62e60 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 932 time: 0.1174321 Apr 08 19:02:35.223114 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f55b88-a0f8-4fa8-afce-95fae950bae8 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:35.233532 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 9badb13f-9ea7-41b8-a993-46d0306688d6 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:35.234365 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.274679 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Publish callbacks [] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.276916 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Made reservation on behalf of 64809a7d93024517907a325376c3904a for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:02:35.280444 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.292896 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 9badb13f-9ea7-41b8-a993-46d0306688d6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9badb13f-9ea7-41b8-a993-46d0306688d6,segment=NetworkSegment(27fdedd4-2c5d-4d98-8f1d-f3098d455b3a),segment_id=27fdedd4-2c5d-4d98-8f1d-f3098d455b3a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:35.295059 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0e4ddc-9d9e-46da-bfcb-e456d802efe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9badb13f-9ea7-41b8-a993-46d0306688d6'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:35.368612 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.447292 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Transition to ACTIVE for port object b0f55b88-a0f8-4fa8-afce-95fae950bae8 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:02:35.524994 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.562239 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1750e1b0-cb8d-48ee-8a03-2c9893f41d84 req-a13521b0-55d5-4b92-94dc-ca5e4d5be6d6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 210 time: 0.1690755 Apr 08 19:02:35.563259 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.582940 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=9badb13f-9ea7-41b8-a993-46d0306688d6,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:35.616317 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aec54f0-f3df-427b-abdb-4c3bcafa71ac" -d '{"events": [{"server_uuid": "9e0e4ddc-9d9e-46da-bfcb-e456d802efe9", "name": "network-vif-plugged", "status": "completed", "tag": "9badb13f-9ea7-41b8-a993-46d0306688d6"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:35.619692 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.683550 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Network a0125410-9a91-4251-91b8-6fc8fb2da87a is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:35.691327 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:35.694378 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Allocated IP 172.20.0.14 (21f97656-9d80-499b-9b53-414617a06edc/e4da7e50-1dee-4637-83a5-33f945609d49/b184030c-f7e2-4f31-a52a-10ea2b3886e1) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:02:35.698905 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:35.704702 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:35.705431 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.727392 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0457082 Apr 08 19:02:35.745216 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a8d3b-0853-423c-89b0-81cf12da7352 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event updated for resources: {'Port': ['ID=a6c3dcc1-15b0-4d16-bb46-48579e39888f,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:35.901117 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7fa80f66-8fe4-4df1-975b-10b1101579ee req-a52f28e1-10d9-47d5-aebd-da41f1e577ec tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6504230 Apr 08 19:02:35.929202 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.969460 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f55b88-a0f8-4fa8-afce-95fae950bae8,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:35.972946 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:35.990955 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9ec95-dc63-4b19-9df5-163113b61930 req-81b7ff2c-51dc-411c-b38c-b31031328faa tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:35.992874 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-72c9ec95-dc63-4b19-9df5-163113b61930 req-81b7ff2c-51dc-411c-b38c-b31031328faa tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.1377118 Apr 08 19:02:36.018127 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-ddd298e5-1512-4180-8e8b-0ca04df4c1e1 None None] Provisioning complete for port a6c3dcc1-15b0-4d16-bb46-48579e39888f triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:36.019331 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ddd298e5-1512-4180-8e8b-0ca04df4c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:36.036122 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Attempting to bind port b0f55b88-a0f8-4fa8-afce-95fae950bae8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:36.036503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Attempting to bind port b0f55b88-a0f8-4fa8-afce-95fae950bae8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:36.036842 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Attempting to bind port b0f55b88-a0f8-4fa8-afce-95fae950bae8 on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:36.047569 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Port b0f55b88-a0f8-4fa8-afce-95fae950bae8 on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:02:36.047899 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Attempting to bind port b0f55b88-a0f8-4fa8-afce-95fae950bae8 on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:36.051729 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Network 21f97656-9d80-499b-9b53-414617a06edc is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:02:36.055298 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:02:36.061701 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:02:36.069840 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:36.070203 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Checking segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:36.070591 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Bound using segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:36.071049 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Bound port: b0f55b88-a0f8-4fa8-afce-95fae950bae8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:36.071417 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:36.083809 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:36.088532 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:36.095715 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-72c9ec95-dc63-4b19-9df5-163113b61930 req-e38b4d48-b6c5-4699-8159-9fb1df2957d8 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838172 Apr 08 19:02:36.103270 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ddd298e5-1512-4180-8e8b-0ca04df4c1e1 None None] Port a6c3dcc1-15b0-4d16-bb46-48579e39888f cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:36.125394 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'Port': ['ID=b184030c-f7e2-4f31-a52a-10ea2b3886e1,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:36.150528 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-74ff3c6d-d4b8-4e12-830a-f437f7a1a5a8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4071796 Apr 08 19:02:36.171841 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fada856-3fb4-4e9e-b47c-b8ba90a65816 x-openstack-request-id: req-6fada856-3fb4-4e9e-b47c-b8ba90a65816 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:36.172165 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0e4ddc-9d9e-46da-bfcb-e456d802efe9", "name": "network-vif-plugged", "status": "completed", "tag": "9badb13f-9ea7-41b8-a993-46d0306688d6", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:36.172460 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6fada856-3fb4-4e9e-b47c-b8ba90a65816 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:36.173069 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fada856-3fb4-4e9e-b47c-b8ba90a65816'] response: {'server_uuid': '9e0e4ddc-9d9e-46da-bfcb-e456d802efe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9badb13f-9ea7-41b8-a993-46d0306688d6', 'code': 200} Apr 08 19:02:36.243680 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] For port b0f55b88-a0f8-4fa8-afce-95fae950bae8, host hv-cinder-83716, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:36.262217 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd72d1-8d87-47f6-993e-65e98e8bbb00 req-8345ce1b-ceda-41da-896a-3490006378ff tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:36.263863 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d9cd72d1-8d87-47f6-993e-65e98e8bbb00 req-8345ce1b-ceda-41da-896a-3490006378ff tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 932 time: 0.0638430 Apr 08 19:02:36.267840 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] For port b0f55b88-a0f8-4fa8-afce-95fae950bae8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:36.287065 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:36.353450 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:36.354104 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:36.355670 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] 10.222.0.113 "PUT /v2.0/ports/b0f55b88-a0f8-4fa8-afce-95fae950bae8 HTTP/1.1" status: 200 len: 1094 time: 1.8477807 Apr 08 19:02:36.356031 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:36.358300 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dfda7a-0ce6-4ddc-8d7c-28d3dca7ded8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:36.387444 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d9cd72d1-8d87-47f6-993e-65e98e8bbb00 req-eb6e6086-0c6b-4e59-b0b0-ea8b057bfe53 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139264 Apr 08 19:02:36.392678 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b287bc-3b09-4cb9-ba18-930e3c71dec5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f55b88-a0f8-4fa8-afce-95fae950bae8,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:36.425882 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7e741c-b5f7-46b5-8fbb-d31e4deec9db x-openstack-request-id: req-5c7e741c-b5f7-46b5-8fbb-d31e4deec9db {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:36.426063 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:36.426219 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-5c7e741c-b5f7-46b5-8fbb-d31e4deec9db {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:36.426625 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7e741c-b5f7-46b5-8fbb-d31e4deec9db'] response: {'name': 'network-changed', 'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'status': 'completed', 'code': 200} Apr 08 19:02:36.449905 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-0c568460-e633-4597-b9f1-f72faf7d60b6 None None] Provisioning complete for port b184030c-f7e2-4f31-a52a-10ea2b3886e1 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:36.450314 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c568460-e633-4597-b9f1-f72faf7d60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:36.495491 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0c568460-e633-4597-b9f1-f72faf7d60b6 None None] Port b184030c-f7e2-4f31-a52a-10ea2b3886e1 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:02:36.666788 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437dc0a-c15d-4b81-9677-b9c97a02a94f req-f2daa9bb-6ce3-4620-a5d2-f9503b9999b6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:36.668372 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7437dc0a-c15d-4b81-9677-b9c97a02a94f req-f2daa9bb-6ce3-4620-a5d2-f9503b9999b6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 931 time: 0.0497446 Apr 08 19:02:36.718945 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7437dc0a-c15d-4b81-9677-b9c97a02a94f req-46af47f9-c70a-4d11-b8a1-6f04781cd519 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450149 Apr 08 19:02:37.023587 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c482c-68fe-4fbc-91b4-e331da19dbc4 req-72db8f23-1163-4dab-adda-d8e26ed0a85d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:37.025174 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-be6c482c-68fe-4fbc-91b4-e331da19dbc4 req-72db8f23-1163-4dab-adda-d8e26ed0a85d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0504005 Apr 08 19:02:37.080050 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-be6c482c-68fe-4fbc-91b4-e331da19dbc4 req-f7bfab22-bb87-42d9-a2f8-030915cc1ba3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486405 Apr 08 19:02:37.188813 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59600) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:37.235310 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56e9da-c6e3-4886-983c-93b0b52c7c31 req-da619b2c-8470-421f-8eb7-1e0f6ad321d2 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:37.237239 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5f56e9da-c6e3-4886-983c-93b0b52c7c31 req-da619b2c-8470-421f-8eb7-1e0f6ad321d2 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0523107 Apr 08 19:02:37.291200 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5f56e9da-c6e3-4886-983c-93b0b52c7c31 req-83ecc6c3-0292-4e9c-b281-96897040256c tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483716 Apr 08 19:02:37.313544 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e25819f1-1831-477c-8bfe-a54e60c19d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:37.401378 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e25819f1-1831-477c-8bfe-a54e60c19d80 admin admin] Publish callbacks [] for security_group (e74e7070-61f2-4800-ab45-e648ee77fee4), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:37.406862 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e25819f1-1831-477c-8bfe-a54e60c19d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (e74e7070-61f2-4800-ab45-e648ee77fee4), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:37.446803 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25819f1-1831-477c-8bfe-a54e60c19d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e7070-61f2-4800-ab45-e648ee77fee4,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:37.459054 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e25819f1-1831-477c-8bfe-a54e60c19d80 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=75b42b4d3bdc4139aa5cd14fa075fbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648656 Apr 08 19:02:37.459294 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59612) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:37.525204 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-73fad7a7-d089-4464-bb31-f81c6b93247c admin admin] Publish callbacks [] for security_group (e74e7070-61f2-4800-ab45-e648ee77fee4), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:37.553314 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-73fad7a7-d089-4464-bb31-f81c6b93247c admin admin] Publish callbacks [] for security_group (e74e7070-61f2-4800-ab45-e648ee77fee4), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:37.557956 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17631-cfe3-4b7b-82fc-e4ef77bdd6e8 req-00cd79aa-249c-4ca6-8650-0b86fdc0b3a3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:37.559767 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6eb17631-cfe3-4b7b-82fc-e4ef77bdd6e8 req-00cd79aa-249c-4ca6-8650-0b86fdc0b3a3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 932 time: 0.0540543 Apr 08 19:02:37.613179 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-73fad7a7-d089-4464-bb31-f81c6b93247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (e74e7070-61f2-4800-ab45-e648ee77fee4), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:37.616146 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-73fad7a7-d089-4464-bb31-f81c6b93247c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:37.617348 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-73fad7a7-d089-4464-bb31-f81c6b93247c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e74e7070-61f2-4800-ab45-e648ee77fee4 HTTP/1.1" status: 204 len: 168 time: 0.1571000 Apr 08 19:02:37.627665 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fad7a7-d089-4464-bb31-f81c6b93247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e7070-61f2-4800-ab45-e648ee77fee4,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:37.638076 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6eb17631-cfe3-4b7b-82fc-e4ef77bdd6e8 req-372ad51c-c2b1-42f0-85f3-b3d5590adc18 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690947 Apr 08 19:02:37.863201 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6f10-ed9b-4119-9190-a66f519a60a0 req-5d6b4ec2-b91a-4614-8245-1f6c482269ef tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:37.865048 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-352a6f10-ed9b-4119-9190-a66f519a60a0 req-5d6b4ec2-b91a-4614-8245-1f6c482269ef tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 931 time: 0.0656118 Apr 08 19:02:37.916469 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-352a6f10-ed9b-4119-9190-a66f519a60a0 req-520f3d58-79ef-424d-a597-0f3520d42bd1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Apr 08 19:02:37.923645 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 59632) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:37.937175 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d17c115-655b-44db-a80c-95b0b5caf083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:38.009781 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d17c115-655b-44db-a80c-95b0b5caf083 admin admin] Publish callbacks [] for security_group (ed388772-06f3-4eb8-bd17-5453e8133b1d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:38.013296 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1d17c115-655b-44db-a80c-95b0b5caf083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ed388772-06f3-4eb8-bd17-5453e8133b1d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:38.051138 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-1d17c115-655b-44db-a80c-95b0b5caf083 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=05b442f5bbe64394874fcda7672c482b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257784 Apr 08 19:02:38.052952 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17c115-655b-44db-a80c-95b0b5caf083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed388772-06f3-4eb8-bd17-5453e8133b1d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:38.053820 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59634) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:38.103018 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-632584ce-2275-4475-8c27-2430ebed0826 admin admin] Publish callbacks [] for security_group (ed388772-06f3-4eb8-bd17-5453e8133b1d), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:38.130493 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-632584ce-2275-4475-8c27-2430ebed0826 admin admin] Publish callbacks [] for security_group (ed388772-06f3-4eb8-bd17-5453e8133b1d), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:38.180127 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-632584ce-2275-4475-8c27-2430ebed0826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ed388772-06f3-4eb8-bd17-5453e8133b1d), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:38.182794 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-632584ce-2275-4475-8c27-2430ebed0826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:38.183958 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-632584ce-2275-4475-8c27-2430ebed0826 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ed388772-06f3-4eb8-bd17-5453e8133b1d HTTP/1.1" status: 204 len: 168 time: 0.1290812 Apr 08 19:02:38.192458 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632584ce-2275-4475-8c27-2430ebed0826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed388772-06f3-4eb8-bd17-5453e8133b1d,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:38.199789 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b98e-6ad5-425a-9d17-e1ce52c2c885 req-2eae94bf-0bae-44b8-973a-709e1a2f2eb5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:38.201331 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7887b98e-6ad5-425a-9d17-e1ce52c2c885 req-2eae94bf-0bae-44b8-973a-709e1a2f2eb5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0518823 Apr 08 19:02:38.255433 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7887b98e-6ad5-425a-9d17-e1ce52c2c885 req-48ddad1f-e542-416f-8a3b-3996ba766046 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483086 Apr 08 19:02:38.410255 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8db9da-68ad-47a9-9bbd-0037b77bab0f req-e300e07f-50af-4724-82c2-f5971a533d6a tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:38.411737 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6d8db9da-68ad-47a9-9bbd-0037b77bab0f req-e300e07f-50af-4724-82c2-f5971a533d6a tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0479155 Apr 08 19:02:38.477748 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6d8db9da-68ad-47a9-9bbd-0037b77bab0f req-34a81b02-812f-4a8f-8635-f0421fbc6374 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601590 Apr 08 19:02:38.729978 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Request body: {'port': {'device_id': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:38.754090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Request body: {'port': {'device_id': 'be1c6fd1-5496-4b83-a281-460dda0bbfed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:38.801414 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-25e5b8bd-9076-4cf3-a316-89a371c49d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:38.801715 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-25e5b8bd-9076-4cf3-a316-89a371c49d8b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 1127 time: 0.0826075 Apr 08 19:02:38.826279 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246daffe-4c34-4bab-a8dd-6598beebe66b req-2cdc2078-61e8-402d-98ad-7a234ff2965a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:38.834371 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-246daffe-4c34-4bab-a8dd-6598beebe66b req-2cdc2078-61e8-402d-98ad-7a234ff2965a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 932 time: 0.0980015 Apr 08 19:02:38.905680 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfda7a-0ce6-4ddc-8d7c-28d3dca7ded8 req-346a1b92-518c-4322-93b0-ca1dde36355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:38.907194 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-01dfda7a-0ce6-4ddc-8d7c-28d3dca7ded8 req-346a1b92-518c-4322-93b0-ca1dde36355f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 1128 time: 0.1457720 Apr 08 19:02:38.957171 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-246daffe-4c34-4bab-a8dd-6598beebe66b req-69206059-8e55-4397-91bb-d4795a823fc1 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132071 Apr 08 19:02:39.013895 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.113', 52775) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:39.017660 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:39.154334 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400941b-0a7e-484f-ae84-58bdd67e90e4 req-84e67ae5-48d9-4f78-8f8f-7d59008a3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:39.156003 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7400941b-0a7e-484f-ae84-58bdd67e90e4 req-84e67ae5-48d9-4f78-8f8f-7d59008a3dc3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 1130 time: 0.1409862 Apr 08 19:02:39.171398 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:39.181294 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7a9d7-06e7-4ce4-975e-71d1d9fc751d req-e412c103-d90d-4681-8d97-a5faa92c159f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:39.183160 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c9a7a9d7-06e7-4ce4-975e-71d1d9fc751d req-e412c103-d90d-4681-8d97-a5faa92c159f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 931 time: 0.1446629 Apr 08 19:02:39.196814 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7400941b-0a7e-484f-ae84-58bdd67e90e4 req-9e14b7ac-fe8e-474a-821e-cad0457f0281 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:39.218160 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-2bcd72c1-0e6b-4475-b87f-eb7692f6bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:39.219834 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-2bcd72c1-0e6b-4475-b87f-eb7692f6bfba service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.4083941 Apr 08 19:02:39.287879 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c9a7a9d7-06e7-4ce4-975e-71d1d9fc751d req-e59c470f-54fd-4ef8-bf98-20895c932451 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929427 Apr 08 19:02:39.362209 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-1f1d2328-6b7f-4db9-ab88-d0d440f220a7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7 HTTP/1.1" status: 200 len: 217 time: 0.1212282 Apr 08 19:02:39.452583 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfda7a-0ce6-4ddc-8d7c-28d3dca7ded8 req-8c4bed14-d3ae-4ab0-9fc0-f95247a06ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:39.454136 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-01dfda7a-0ce6-4ddc-8d7c-28d3dca7ded8 req-8c4bed14-d3ae-4ab0-9fc0-f95247a06ac0 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=8e5c72f71a7e487690d834bbd3647280&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5281017 Apr 08 19:02:39.459812 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-265651e6-2af8-4eed-a2a9-d2dfbd514d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:39.461995 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-265651e6-2af8-4eed-a2a9-d2dfbd514d6e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0695467 Apr 08 19:02:39.620447 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 3dc423a5-20ee-402c-9fc6-4153302c8cd7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:02:39.717569 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c1bc3-98fb-4dbe-aa0d-464997dbfd64 req-bf002bdc-ef53-4a67-96fa-20f145d67f71 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:39.722921 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-338c1bc3-98fb-4dbe-aa0d-464997dbfd64 req-bf002bdc-ef53-4a67-96fa-20f145d67f71 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.2590823 Apr 08 19:02:39.731962 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-12b017e2-f133-41d8-9187-5b911ee47c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:39.733604 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-12b017e2-f133-41d8-9187-5b911ee47c8c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2586672 Apr 08 19:02:39.843174 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 3dc423a5-20ee-402c-9fc6-4153302c8cd7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:39.857572 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '3dc423a5-20ee-402c-9fc6-4153302c8cd7', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'port_id': '3dc423a5-20ee-402c-9fc6-4153302c8cd7', 'mac_address': 'fa:16:3e:02:75:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:02:39.872886 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b3c38-dbe6-4a3f-ad90-535a43d9e59a req-6d698019-7497-4a18-96d6-f58a15f276cc tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:39.881663 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-436b3c38-dbe6-4a3f-ad90-535a43d9e59a req-6d698019-7497-4a18-96d6-f58a15f276cc tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.2828181 Apr 08 19:02:39.903493 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-3da29fef-68bc-4f83-9dfb-cb71ad11f394 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498604 Apr 08 19:02:39.905500 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7400941b-0a7e-484f-ae84-58bdd67e90e4 req-9e14b7ac-fe8e-474a-821e-cad0457f0281 service neutron] Publish callbacks [] for security_group (840c2736-cc09-449f-88e3-c560b9e38b42), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:39.941652 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-7400941b-0a7e-484f-ae84-58bdd67e90e4 req-9e14b7ac-fe8e-474a-821e-cad0457f0281 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (840c2736-cc09-449f-88e3-c560b9e38b42), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:39.946159 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:39.948449 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:39.984912 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc423a5-20ee-402c-9fc6-4153302c8cd7 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:40.004409 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14b7ac-fe8e-474a-821e-cad0457f0281 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=840c2736-cc09-449f-88e3-c560b9e38b42,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:40.054902 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 3dc423a5-20ee-402c-9fc6-4153302c8cd7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:40.060684 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-338c1bc3-98fb-4dbe-aa0d-464997dbfd64 req-14b3f930-1ee0-42fe-8e3e-e68372176b37 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186123 Apr 08 19:02:40.061961 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfda7a-0ce6-4ddc-8d7c-28d3dca7ded8 req-9581ef93-9c58-4446-805d-081edde81621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:40.062335 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.068842 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-01dfda7a-0ce6-4ddc-8d7c-28d3dca7ded8 req-9581ef93-9c58-4446-805d-081edde81621 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5846210 Apr 08 19:02:40.122082 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-436b3c38-dbe6-4a3f-ad90-535a43d9e59a req-9e884778-0ae5-4282-afa3-b4b47ec65993 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363982 Apr 08 19:02:40.174114 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7400941b-0a7e-484f-ae84-58bdd67e90e4 req-9e14b7ac-fe8e-474a-821e-cad0457f0281 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0044568 Apr 08 19:02:40.198688 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b184030c-f7e2-4f31-a52a-10ea2b3886e1 {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:40.208658 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=3dc423a5-20ee-402c-9fc6-4153302c8cd7,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:40.256526 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6df87e13-30e6-4dda-a95b-11be276b95dc req-efdb1b30-82b7-4d2a-912d-0f8afa1a9045 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358872 Apr 08 19:02:40.267302 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd5ce2-bf35-4176-8073-7c48f13cd28a req-dae5477c-5d63-4dd6-9e0c-208dccec309b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:40.276841 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-69fd5ce2-bf35-4176-8073-7c48f13cd28a req-dae5477c-5d63-4dd6-9e0c-208dccec309b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 932 time: 0.0786626 Apr 08 19:02:40.389060 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-69fd5ce2-bf35-4176-8073-7c48f13cd28a req-eef229b4-3cbc-4cbc-b018-30f94e13dc9e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112070 Apr 08 19:02:40.414785 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Publish callbacks [] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.433324 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Transition to ACTIVE for port object b184030c-f7e2-4f31-a52a-10ea2b3886e1 will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:02:40.444501 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c3dcc1-15b0-4d16-bb46-48579e39888f {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:40.465332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Publish callbacks [] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.470026 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f261a9-d438-4861-a2bf-4469b5f37db8 req-8cb734de-23f4-42b6-a38e-3fd48cf26bbf tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:40.481147 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e3f261a9-d438-4861-a2bf-4469b5f37db8 req-8cb734de-23f4-42b6-a38e-3fd48cf26bbf tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 931 time: 0.0910573 Apr 08 19:02:40.483754 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Transition to ACTIVE for port object a6c3dcc1-15b0-4d16-bb46-48579e39888f will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:02:40.485318 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.526634 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.534953 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e3f261a9-d438-4861-a2bf-4469b5f37db8 req-b3b9d4e4-fbdd-4169-90f3-61085c0a5d7b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517426 Apr 08 19:02:40.552356 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Pushing event updated for resources: {'Port': ['ID=b184030c-f7e2-4f31-a52a-10ea2b3886e1,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:40.654090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c3dcc1-15b0-4d16-bb46-48579e39888f,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:40.696360 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Attempting to bind port a6c3dcc1-15b0-4d16-bb46-48579e39888f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:40.696709 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Attempting to bind port a6c3dcc1-15b0-4d16-bb46-48579e39888f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:40.697045 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Attempting to bind port a6c3dcc1-15b0-4d16-bb46-48579e39888f on network a0125410-9a91-4251-91b8-6fc8fb2da87a {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:40.704980 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Port a6c3dcc1-15b0-4d16-bb46-48579e39888f on network a0125410-9a91-4251-91b8-6fc8fb2da87a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:02:40.705348 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Attempting to bind port a6c3dcc1-15b0-4d16-bb46-48579e39888f on network a0125410-9a91-4251-91b8-6fc8fb2da87a {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:40.707584 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Attempting to bind port b184030c-f7e2-4f31-a52a-10ea2b3886e1 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:02:40.707923 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Attempting to bind port b184030c-f7e2-4f31-a52a-10ea2b3886e1 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:02:40.708419 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Attempting to bind port b184030c-f7e2-4f31-a52a-10ea2b3886e1 on network 21f97656-9d80-499b-9b53-414617a06edc {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:40.715999 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Port b184030c-f7e2-4f31-a52a-10ea2b3886e1 on network 21f97656-9d80-499b-9b53-414617a06edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:02:40.716357 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Attempting to bind port b184030c-f7e2-4f31-a52a-10ea2b3886e1 on network 21f97656-9d80-499b-9b53-414617a06edc {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:02:40.720397 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:40.720743 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Checking segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:40.721216 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Bound using segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:40.721907 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Bound port: a6c3dcc1-15b0-4d16-bb46-48579e39888f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:40.722259 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.735203 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:02:40.735549 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Checking segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:02:40.735943 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Bound using segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:02:40.736437 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Bound port: b184030c-f7e2-4f31-a52a-10ea2b3886e1, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:02:40.737332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.859330 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] For port b184030c-f7e2-4f31-a52a-10ea2b3886e1, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:40.861625 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] For port a6c3dcc1-15b0-4d16-bb46-48579e39888f, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:02:40.864933 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] For port b184030c-f7e2-4f31-a52a-10ea2b3886e1, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:40.867409 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] For port a6c3dcc1-15b0-4d16-bb46-48579e39888f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6c3dcc1-15b0-4d16-bb46-48579e39888f,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:02:40.874726 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.883270 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.935284 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:40.935991 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.937756 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] 10.222.0.113 "PUT /v2.0/ports/b184030c-f7e2-4f31-a52a-10ea2b3886e1 HTTP/1.1" status: 200 len: 1094 time: 2.2207949 Apr 08 19:02:40.940852 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'tag': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:40.943113 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ace47-246f-4c71-bd41-3c9456010e78" -d '{"events": [{"name": "network-changed", "server_uuid": "fac60a7d-c2f0-444c-a209-6c3c7aca64e4", "tag": "b184030c-f7e2-4f31-a52a-10ea2b3886e1"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:40.949813 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:40.950442 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:40.951847 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] 10.222.0.113 "PUT /v2.0/ports/a6c3dcc1-15b0-4d16-bb46-48579e39888f HTTP/1.1" status: 200 len: 1093 time: 2.2189097 Apr 08 19:02:40.975555 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d07a4b-dfa6-46da-855b-48f6466ae412 service neutron] Pushing event updated for resources: {'Port': ['ID=b184030c-f7e2-4f31-a52a-10ea2b3886e1,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:41.013321 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c32bca-c497-4a3e-9af1-a4c9d440b945 x-openstack-request-id: req-20c32bca-c497-4a3e-9af1-a4c9d440b945 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:41.013626 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac60a7d-c2f0-444c-a209-6c3c7aca64e4", "tag": "b184030c-f7e2-4f31-a52a-10ea2b3886e1", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:41.013939 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-20c32bca-c497-4a3e-9af1-a4c9d440b945 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:41.014276 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c32bca-c497-4a3e-9af1-a4c9d440b945'] response: {'name': 'network-changed', 'server_uuid': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'tag': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'status': 'completed', 'code': 200} Apr 08 19:02:41.051441 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8890cd8-2817-4551-8948-75eafd4a9238 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c3dcc1-15b0-4d16-bb46-48579e39888f,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:41.202947 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93bfa0-4c67-4454-91a5-d2e1b965337f req-9f54eada-0503-4b61-be7d-f98f4a34fe6a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:41.210462 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-de93bfa0-4c67-4454-91a5-d2e1b965337f req-9f54eada-0503-4b61-be7d-f98f4a34fe6a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0654938 Apr 08 19:02:41.245906 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59786) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:41.287778 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdcdd7-f7ef-45c4-960f-b605221d37d6 req-dcbcad25-67f2-4b52-b91c-eb46341ac31c tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:41.289325 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4afdcdd7-f7ef-45c4-960f-b605221d37d6 req-dcbcad25-67f2-4b52-b91c-eb46341ac31c tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0764837 Apr 08 19:02:41.300719 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-de93bfa0-4c67-4454-91a5-d2e1b965337f req-5a5f66c0-9233-4dd4-8643-92b48c709ab4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891407 Apr 08 19:02:41.353634 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4afdcdd7-f7ef-45c4-960f-b605221d37d6 req-0f3206b5-95c7-4c57-93b5-6ab13fb141f4 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517304 Apr 08 19:02:41.374118 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-db840c0c-8b3a-4948-8ca1-6ecc0cc19bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:41.448887 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-db840c0c-8b3a-4948-8ca1-6ecc0cc19bf6 admin admin] Publish callbacks [] for security_group (ccc57c1d-c348-45af-a43b-2042a20e50cb), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:41.453059 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-db840c0c-8b3a-4948-8ca1-6ecc0cc19bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ccc57c1d-c348-45af-a43b-2042a20e50cb), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:41.494842 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-db840c0c-8b3a-4948-8ca1-6ecc0cc19bf6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ca6e2387e7664e07ab0118e3ef8a6611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470727 Apr 08 19:02:41.495769 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db840c0c-8b3a-4948-8ca1-6ecc0cc19bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc57c1d-c348-45af-a43b-2042a20e50cb,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:41.498801 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 59794) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:41.514003 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398f48-42fd-423a-8892-c9d099f103dc req-bcced564-6f0b-430f-9962-124f6b5548ab tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:41.515435 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b2398f48-42fd-423a-8892-c9d099f103dc req-bcced564-6f0b-430f-9962-124f6b5548ab tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0541708 Apr 08 19:02:41.588461 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b2398f48-42fd-423a-8892-c9d099f103dc req-29cd60a3-2ef6-4602-ac4f-43d8da91dd44 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653038 Apr 08 19:02:41.599731 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7999540-03b0-4777-9c87-11f42e7a1fd2 admin admin] Publish callbacks [] for security_group (ccc57c1d-c348-45af-a43b-2042a20e50cb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:41.623067 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7999540-03b0-4777-9c87-11f42e7a1fd2 admin admin] Publish callbacks [] for security_group (ccc57c1d-c348-45af-a43b-2042a20e50cb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:41.693801 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef10a-a455-4ac0-b4b1-091be511c18f req-646c81c0-0ff7-4916-ac8f-3cb324981344 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:41.695345 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-985ef10a-a455-4ac0-b4b1-091be511c18f req-646c81c0-0ff7-4916-ac8f-3cb324981344 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0703173 Apr 08 19:02:41.728750 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7999540-03b0-4777-9c87-11f42e7a1fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ccc57c1d-c348-45af-a43b-2042a20e50cb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:41.731256 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7999540-03b0-4777-9c87-11f42e7a1fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:41.732388 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b7999540-03b0-4777-9c87-11f42e7a1fd2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ccc57c1d-c348-45af-a43b-2042a20e50cb HTTP/1.1" status: 204 len: 168 time: 0.2337351 Apr 08 19:02:41.747855 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7999540-03b0-4777-9c87-11f42e7a1fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc57c1d-c348-45af-a43b-2042a20e50cb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:41.757511 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-985ef10a-a455-4ac0-b4b1-091be511c18f req-26db7c4e-c3d5-46f3-98b2-af6c33c1e9bb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559504 Apr 08 19:02:41.999171 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 59808) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:42.012816 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb875-a972-42d0-95b2-45b8950aeef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:42.086595 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb875-a972-42d0-95b2-45b8950aeef9 admin admin] Publish callbacks [] for security_group (b01314ba-3050-445c-ad18-771442681172), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:42.090887 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb875-a972-42d0-95b2-45b8950aeef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b01314ba-3050-445c-ad18-771442681172), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:42.130640 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b9fcb875-a972-42d0-95b2-45b8950aeef9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2af019a1eb5b40dd8c51de09e71a0cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303883 Apr 08 19:02:42.131739 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcb875-a972-42d0-95b2-45b8950aeef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01314ba-3050-445c-ad18-771442681172,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:42.133312 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 59810) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:42.182800 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-77c851fd-8cf2-477c-a7f6-32a7e673a698 admin admin] Publish callbacks [] for security_group (b01314ba-3050-445c-ad18-771442681172), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:42.203911 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-77c851fd-8cf2-477c-a7f6-32a7e673a698 admin admin] Publish callbacks [] for security_group (b01314ba-3050-445c-ad18-771442681172), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:42.251141 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-77c851fd-8cf2-477c-a7f6-32a7e673a698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b01314ba-3050-445c-ad18-771442681172), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:42.253955 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-77c851fd-8cf2-477c-a7f6-32a7e673a698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:42.255118 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-77c851fd-8cf2-477c-a7f6-32a7e673a698 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b01314ba-3050-445c-ad18-771442681172 HTTP/1.1" status: 204 len: 168 time: 0.1207616 Apr 08 19:02:42.262869 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c851fd-8cf2-477c-a7f6-32a7e673a698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01314ba-3050-445c-ad18-771442681172,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:42.474624 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e8f51-705b-41d1-b16c-445e115204d1 req-30c63667-0da6-4514-9883-fc14c43dfe65 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:42.476108 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-432e8f51-705b-41d1-b16c-445e115204d1 req-30c63667-0da6-4514-9883-fc14c43dfe65 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0798881 Apr 08 19:02:42.506897 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fd82d-6fab-4c43-b98e-66b382430c8d req-d335e11a-8ec4-4db1-bd07-940d46d047ec tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:42.508330 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-557fd82d-6fab-4c43-b98e-66b382430c8d req-d335e11a-8ec4-4db1-bd07-940d46d047ec tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0754499 Apr 08 19:02:42.553754 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-432e8f51-705b-41d1-b16c-445e115204d1 req-2971c9e3-46f2-4c96-9ecf-9aee418a4f9a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689437 Apr 08 19:02:42.584687 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-557fd82d-6fab-4c43-b98e-66b382430c8d req-9ac1f0ef-ddad-42ef-af40-7d8516be1b18 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694113 Apr 08 19:02:42.710283 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a16d1-344d-4ca4-9d59-6ccdee15eec3 req-37419538-5ba8-4816-896e-81ebd62dd93b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:42.711743 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a28a16d1-344d-4ca4-9d59-6ccdee15eec3 req-37419538-5ba8-4816-896e-81ebd62dd93b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0480192 Apr 08 19:02:42.764155 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a28a16d1-344d-4ca4-9d59-6ccdee15eec3 req-3d5349c8-7b46-4245-95a7-3cc84881602f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465822 Apr 08 19:02:42.885978 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb1155-9b8b-484b-b9fa-c2c4067c73fe req-079da269-07fd-49f8-9147-442b0309137c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:42.887462 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15fb1155-9b8b-484b-b9fa-c2c4067c73fe req-079da269-07fd-49f8-9147-442b0309137c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0518537 Apr 08 19:02:42.944653 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15fb1155-9b8b-484b-b9fa-c2c4067c73fe req-3df7495d-b45f-457f-810b-95b95faa480b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Apr 08 19:02:43.016432 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1c6fd1-5496-4b83-a281-460dda0bbfed', 'tag': 'a6c3dcc1-15b0-4d16-bb46-48579e39888f'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:43.018822 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78faf1af-51fe-47f3-ac19-83cf490d0988" -d '{"events": [{"name": "network-changed", "server_uuid": "be1c6fd1-5496-4b83-a281-460dda0bbfed", "tag": "a6c3dcc1-15b0-4d16-bb46-48579e39888f"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:43.053653 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c1246a-56f4-4934-baca-9bebf9db9c74 x-openstack-request-id: req-50c1246a-56f4-4934-baca-9bebf9db9c74 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:43.053952 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1c6fd1-5496-4b83-a281-460dda0bbfed", "tag": "a6c3dcc1-15b0-4d16-bb46-48579e39888f", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:43.054209 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-50c1246a-56f4-4934-baca-9bebf9db9c74 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:43.054611 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c1246a-56f4-4934-baca-9bebf9db9c74'] response: {'name': 'network-changed', 'server_uuid': 'be1c6fd1-5496-4b83-a281-460dda0bbfed', 'tag': 'a6c3dcc1-15b0-4d16-bb46-48579e39888f', 'status': 'completed', 'code': 200} Apr 08 19:02:43.246370 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['3dc423a5-20ee-402c-9fc6-4153302c8cd7'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:02:43.343554 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ace47-246f-4c71-bd41-3c9456010e78 req-a48dc856-e5f6-4e50-924f-02afb63a2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:43.345656 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-368ace47-246f-4c71-bd41-3c9456010e78 req-a48dc856-e5f6-4e50-924f-02afb63a2a35 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 1128 time: 0.0475309 Apr 08 19:02:43.484064 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-6ebc80ce-2a37-4d70-ad3a-960027ee539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:43.485589 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-6ebc80ce-2a37-4d70-ad3a-960027ee539c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 1128 time: 0.1119187 Apr 08 19:02:43.516119 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ace47-246f-4c71-bd41-3c9456010e78 req-e6bb8b9d-43a7-48a7-8114-e5fd35ab6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:43.517695 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-368ace47-246f-4c71-bd41-3c9456010e78 req-e6bb8b9d-43a7-48a7-8114-e5fd35ab6b1e service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=64809a7d93024517907a325376c3904a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1451876 Apr 08 19:02:43.678245 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ae77b-05e6-4289-ac99-e10b014d3531 req-98ef3cdf-74ba-4a40-a70c-a8ffec7586dd tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:43.679754 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f87ae77b-05e6-4289-ac99-e10b014d3531 req-98ef3cdf-74ba-4a40-a70c-a8ffec7586dd tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0595391 Apr 08 19:02:43.734080 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878420-41a8-4851-a840-665eb5d3d118 req-12ad59da-a5fd-4a33-b68e-6da5abeae4dd tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:43.735558 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-78878420-41a8-4851-a840-665eb5d3d118 req-12ad59da-a5fd-4a33-b68e-6da5abeae4dd tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0773365 Apr 08 19:02:43.771705 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f87ae77b-05e6-4289-ac99-e10b014d3531 req-8322a6d2-76a6-4265-a3eb-a3177edc8b24 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761516 Apr 08 19:02:43.806974 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-78878420-41a8-4851-a840-665eb5d3d118 req-80288e25-2e9d-4163-91e9-3308e683285c tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626514 Apr 08 19:02:43.886650 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5482249-8e73-4c5d-8b3b-67f5179dc2a1 req-ad8733fe-219d-4748-b5d9-5d481d1047b6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:43.888149 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c5482249-8e73-4c5d-8b3b-67f5179dc2a1 req-ad8733fe-219d-4748-b5d9-5d481d1047b6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0499406 Apr 08 19:02:43.945683 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c5482249-8e73-4c5d-8b3b-67f5179dc2a1 req-032d65b1-e59a-463c-9264-ccaae5765918 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502200 Apr 08 19:02:44.093147 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea7ddd-e454-466f-b6f9-1781fe836033 req-0926361a-cbd0-445e-bb6a-8a633ab039b5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:44.094638 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17ea7ddd-e454-466f-b6f9-1781fe836033 req-0926361a-cbd0-445e-bb6a-8a633ab039b5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0535219 Apr 08 19:02:44.146015 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17ea7ddd-e454-466f-b6f9-1781fe836033 req-7e3ee488-dc60-49dc-a27d-d7b0e683d346 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Apr 08 19:02:44.893383 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385751c-f272-44d3-8f25-9599bc13504f req-9e9bb582-42d0-4d8c-92f6-8b997501cd2d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:44.894819 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d385751c-f272-44d3-8f25-9599bc13504f req-9e9bb582-42d0-4d8c-92f6-8b997501cd2d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0552933 Apr 08 19:02:44.940546 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b000c-17dc-491c-ae00-f556ada71fca req-436c785b-b134-4d15-ae17-9e032572eaed tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:44.942019 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-535b000c-17dc-491c-ae00-f556ada71fca req-436c785b-b134-4d15-ae17-9e032572eaed tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0651126 Apr 08 19:02:44.982027 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d385751c-f272-44d3-8f25-9599bc13504f req-ed93a948-c11a-43a3-99bb-9143bca74abe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714266 Apr 08 19:02:45.017753 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-535b000c-17dc-491c-ae00-f556ada71fca req-857c7d28-9f67-4e4d-8f90-ac843da6353d tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661378 Apr 08 19:02:45.088047 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa2582-d06c-42de-8a20-02f44a148eee req-f4dd10d9-4221-4c47-801f-ec7ee36727d3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:45.089557 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7baa2582-d06c-42de-8a20-02f44a148eee req-f4dd10d9-4221-4c47-801f-ec7ee36727d3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0499394 Apr 08 19:02:45.139853 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7baa2582-d06c-42de-8a20-02f44a148eee req-07dbcd0a-915f-4473-8cc6-c4057d480fb4 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440443 Apr 08 19:02:45.254066 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315c7b-8c4e-43f3-b7c7-cf5be48c4a52 req-8584db4d-9678-42c9-87b4-850750f0ee74 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:45.255430 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-da315c7b-8c4e-43f3-b7c7-cf5be48c4a52 req-8584db4d-9678-42c9-87b4-850750f0ee74 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0455818 Apr 08 19:02:45.301744 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-da315c7b-8c4e-43f3-b7c7-cf5be48c4a52 req-3514a086-7047-41e1-813e-3fee0bd96998 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Apr 08 19:02:46.106491 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9172-1029-4a77-8ead-0711042fad39 req-cdf6c7ef-f2b0-495c-b59b-8bfc7600d46f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.108171 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-34ff9172-1029-4a77-8ead-0711042fad39 req-cdf6c7ef-f2b0-495c-b59b-8bfc7600d46f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0599444 Apr 08 19:02:46.167927 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-2bc64276-d442-4495-8ce4-9fe8662a3639 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8 HTTP/1.1" status: 200 len: 217 time: 0.0562713 Apr 08 19:02:46.191413 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e111-7254-4a67-b018-582880b5fccb req-d2c5a4c9-f325-451a-b0c5-3729ad9f4863 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.192819 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8c41e111-7254-4a67-b018-582880b5fccb req-d2c5a4c9-f325-451a-b0c5-3729ad9f4863 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.1058578 Apr 08 19:02:46.193807 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faf1af-51fe-47f3-ac19-83cf490d0988 req-a9b7597e-225b-4004-a245-67b41d67f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.195137 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-78faf1af-51fe-47f3-ac19-83cf490d0988 req-a9b7597e-225b-4004-a245-67b41d67f261 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 1127 time: 0.0689821 Apr 08 19:02:46.260826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-dee40be9-4527-4fa6-a596-d51d6a05ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.262308 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-dee40be9-4527-4fa6-a596-d51d6a05ac1c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0838013 Apr 08 19:02:46.278372 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ace47-246f-4c71-bd41-3c9456010e78 req-dfd073a1-99cb-4189-bc43-c45a29f1bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.279818 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-368ace47-246f-4c71-bd41-3c9456010e78 req-dfd073a1-99cb-4189-bc43-c45a29f1bcc2 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1698465 Apr 08 19:02:46.342953 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-34ff9172-1029-4a77-8ead-0711042fad39 req-b79185bf-ae69-404e-9055-c85f480ab8c2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176611 Apr 08 19:02:46.537066 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 3dc423a5-20ee-402c-9fc6-4153302c8cd7 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:46.557292 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8c41e111-7254-4a67-b018-582880b5fccb req-3f52a992-4f52-4748-a78e-a6624fbf9a81 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585801 Apr 08 19:02:46.578731 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-48d1e290-dbac-4ba2-8189-d3e7e45f2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.580275 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-48d1e290-dbac-4ba2-8189-d3e7e45f2146 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757186 Apr 08 19:02:46.607614 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:02:46.610179 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30731513-98e8-4ad1-bc84-f6930cb2f92c req-3ea86d33-99ba-4188-ac1c-24d0d442747a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.611987 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30731513-98e8-4ad1-bc84-f6930cb2f92c req-3ea86d33-99ba-4188-ac1c-24d0d442747a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0740740 Apr 08 19:02:46.622654 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:46.624302 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:46.636590 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-b790fa34-3b84-4592-b638-fb969c401426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.638417 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-b790fa34-3b84-4592-b638-fb969c401426 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 1128 time: 0.0983334 Apr 08 19:02:46.711903 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faf1af-51fe-47f3-ac19-83cf490d0988 req-36b79b9c-eb1f-464d-a1fe-26805aa046cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.713453 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-78faf1af-51fe-47f3-ac19-83cf490d0988 req-36b79b9c-eb1f-464d-a1fe-26805aa046cf service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=660999ec5f244daf89643f8b79507b32&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5082133 Apr 08 19:02:46.720251 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-b9d66ae4-f6a4-413e-9c20-ba76758bc922 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1 HTTP/1.1" status: 200 len: 217 time: 0.0505157 Apr 08 19:02:46.726329 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:46.726807 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:46.751501 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9aa70f-d700-4725-9712-be7c66d4233f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc423a5-20ee-402c-9fc6-4153302c8cd7'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:46.754573 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04545bf5-4b48-414e-b976-aa900b5bb9f4" -d '{"events": [{"server_uuid": "ae9aa70f-d700-4725-9712-be7c66d4233f", "name": "network-vif-plugged", "status": "completed", "tag": "3dc423a5-20ee-402c-9fc6-4153302c8cd7"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:46.765620 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0c13-8a40-4065-a46d-175360f11abf req-2f104502-20db-4299-98c3-83b763a2ed96 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.773091 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4fab0c13-8a40-4065-a46d-175360f11abf req-2f104502-20db-4299-98c3-83b763a2ed96 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.1256182 Apr 08 19:02:46.773588 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 3dc423a5-20ee-402c-9fc6-4153302c8cd7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:46.780569 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:46.787302 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-fb192425-3a25-4ac3-829a-2ba1accdd177 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984558 Apr 08 19:02:46.792987 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-f448cde6-12a1-45b9-bbbf-5c61c92ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.794425 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-f448cde6-12a1-45b9-bbbf-5c61c92ef01d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4da7e50-1dee-4637-83a5-33f945609d49 HTTP/1.1" status: 200 len: 849 time: 0.0679045 Apr 08 19:02:46.814730 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30731513-98e8-4ad1-bc84-f6930cb2f92c req-96decc51-c30e-4376-a62d-749dc1a3e11d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892207 Apr 08 19:02:46.850689 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=3dc423a5-20ee-402c-9fc6-4153302c8cd7,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:46.896848 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca71d24-bd46-442a-948d-31e101058cd8 x-openstack-request-id: req-aca71d24-bd46-442a-948d-31e101058cd8 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:46.897271 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9aa70f-d700-4725-9712-be7c66d4233f", "name": "network-vif-plugged", "status": "completed", "tag": "3dc423a5-20ee-402c-9fc6-4153302c8cd7", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:46.897744 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-aca71d24-bd46-442a-948d-31e101058cd8 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:46.898230 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca71d24-bd46-442a-948d-31e101058cd8'] response: {'server_uuid': 'ae9aa70f-d700-4725-9712-be7c66d4233f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc423a5-20ee-402c-9fc6-4153302c8cd7', 'code': 200} Apr 08 19:02:46.902090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-69a73e20-f00f-4707-833b-99e68a893d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.904454 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-69a73e20-f00f-4707-833b-99e68a893d70 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=21f97656-9d80-499b-9b53-414617a06edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005468 Apr 08 19:02:46.945834 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4fab0c13-8a40-4065-a46d-175360f11abf req-150d55b6-74a7-4bd5-b97b-52f44dfb738c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717474 Apr 08 19:02:46.962977 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-b82c53ee-4318-432b-a9b7-d895a6f7c4fa req-6ff4d216-8ab9-4d44-8b5c-7dcbe500444a service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676166 Apr 08 19:02:46.979460 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faf1af-51fe-47f3-ac19-83cf490d0988 req-ad759f64-f587-41fe-847e-1702b3f1bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:46.980952 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-78faf1af-51fe-47f3-ac19-83cf490d0988 req-ad759f64-f587-41fe-847e-1702b3f1bde5 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2602677 Apr 08 19:02:47.044053 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-03a35e7a-7ac7-49c4-b607-78f026dd68da service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320984 Apr 08 19:02:47.467541 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782c48a-12c4-4366-8571-bde76ca73a52 req-22d2e75a-a9be-4d85-9b98-843305a16b95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:47.469021 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b782c48a-12c4-4366-8571-bde76ca73a52 req-22d2e75a-a9be-4d85-9b98-843305a16b95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0465980 Apr 08 19:02:47.519618 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b782c48a-12c4-4366-8571-bde76ca73a52 req-9672f3cb-6e2a-44ea-9cb7-209450a7e2e9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448828 Apr 08 19:02:47.677424 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5f327-5beb-4703-88df-a8928b5fa4de req-08751ec3-0bef-49aa-aa77-0f0f7f284a51 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:47.678795 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3eb5f327-5beb-4703-88df-a8928b5fa4de req-08751ec3-0bef-49aa-aa77-0f0f7f284a51 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0484598 Apr 08 19:02:47.734179 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3eb5f327-5beb-4703-88df-a8928b5fa4de req-81a5577a-05e9-412f-8e57-63a1f9d40e75 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497789 Apr 08 19:02:47.943718 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11744da8-a490-4ca2-8b09-0efdd2deedf0 req-c385f697-86b7-46ad-9289-67a0125f1f4e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:47.945240 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-11744da8-a490-4ca2-8b09-0efdd2deedf0 req-c385f697-86b7-46ad-9289-67a0125f1f4e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0498803 Apr 08 19:02:47.994414 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-11744da8-a490-4ca2-8b09-0efdd2deedf0 req-d860d1a1-057c-4d87-824b-321d9fd1a9e0 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436037 Apr 08 19:02:48.088530 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab5315-7a78-4863-9527-7c1b461342dc req-1c8120b5-f56a-4f45-9d28-9febcb31f7b7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:48.088530 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-33ab5315-7a78-4863-9527-7c1b461342dc req-1c8120b5-f56a-4f45-9d28-9febcb31f7b7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0555043 Apr 08 19:02:48.140582 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-33ab5315-7a78-4863-9527-7c1b461342dc req-800847cf-995c-49fb-9813-1257d34d07ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496261 Apr 08 19:02:48.541948 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60028) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:48.633190 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d4553-f61a-45dc-9020-c4e2ab849aff req-330cb137-c447-4fbd-951b-677f0ca423c1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:48.634955 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-925d4553-f61a-45dc-9020-c4e2ab849aff req-330cb137-c447-4fbd-951b-677f0ca423c1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0482087 Apr 08 19:02:48.653471 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5e3c710d-c0d6-4183-91cd-80cf46eb72d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:48.683975 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-925d4553-f61a-45dc-9020-c4e2ab849aff req-b2b37def-4d74-4fac-8217-898a1f6f880f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434401 Apr 08 19:02:48.729248 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5e3c710d-c0d6-4183-91cd-80cf46eb72d6 admin admin] Publish callbacks [] for security_group (8cf0041c-f463-42d1-aef3-57838a49f2cd), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:48.733337 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5e3c710d-c0d6-4183-91cd-80cf46eb72d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (8cf0041c-f463-42d1-aef3-57838a49f2cd), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:48.773850 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-5e3c710d-c0d6-4183-91cd-80cf46eb72d6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d6b6bb7375d74fc4b90f992d2c8b5a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283678 Apr 08 19:02:48.773850 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c710d-c0d6-4183-91cd-80cf46eb72d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf0041c-f463-42d1-aef3-57838a49f2cd,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:48.774345 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60034) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:48.866683 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ac9bb-97cc-4d52-9a7d-83d737a43d72 req-aaeed70d-c7d1-4836-af61-301814c999a0 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:48.868300 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df1ac9bb-97cc-4d52-9a7d-83d737a43d72 req-aaeed70d-c7d1-4836-af61-301814c999a0 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0647106 Apr 08 19:02:48.871600 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7af4b3f2-2ee1-4de7-9e9d-72ff483e57f7 admin admin] Publish callbacks [] for security_group (8cf0041c-f463-42d1-aef3-57838a49f2cd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:48.913194 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7af4b3f2-2ee1-4de7-9e9d-72ff483e57f7 admin admin] Publish callbacks [] for security_group (8cf0041c-f463-42d1-aef3-57838a49f2cd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:48.961064 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df1ac9bb-97cc-4d52-9a7d-83d737a43d72 req-52d0678c-20e9-4a22-87ce-600ec89e61e5 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862055 Apr 08 19:02:48.993854 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7af4b3f2-2ee1-4de7-9e9d-72ff483e57f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (8cf0041c-f463-42d1-aef3-57838a49f2cd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:48.996689 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7af4b3f2-2ee1-4de7-9e9d-72ff483e57f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:48.997904 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7af4b3f2-2ee1-4de7-9e9d-72ff483e57f7 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8cf0041c-f463-42d1-aef3-57838a49f2cd HTTP/1.1" status: 204 len: 168 time: 0.2222857 Apr 08 19:02:49.008302 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4b3f2-2ee1-4de7-9e9d-72ff483e57f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf0041c-f463-42d1-aef3-57838a49f2cd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:49.118661 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7ae11-e71e-4b9a-9e2e-47e50eb274dc req-6f52055c-7a00-46a2-babe-5103ad0559e4 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:49.120329 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5fa7ae11-e71e-4b9a-9e2e-47e50eb274dc req-6f52055c-7a00-46a2-babe-5103ad0559e4 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0493960 Apr 08 19:02:49.172625 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5fa7ae11-e71e-4b9a-9e2e-47e50eb274dc req-bd6ff86a-16de-4437-8389-7b9800971e05 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467567 Apr 08 19:02:49.264672 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19610a3d-50ed-4050-aa34-bcbcff8eaf37 req-fa03232f-bc40-458b-8307-6eedd9463bb5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:49.266159 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-19610a3d-50ed-4050-aa34-bcbcff8eaf37 req-fa03232f-bc40-458b-8307-6eedd9463bb5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0556290 Apr 08 19:02:49.299861 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60048) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:49.319922 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb7e80ed-feff-4339-9a1d-76c4672f55a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:49.332863 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-19610a3d-50ed-4050-aa34-bcbcff8eaf37 req-1bd89668-3923-438c-a843-d977f5213c0c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605977 Apr 08 19:02:49.399641 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb7e80ed-feff-4339-9a1d-76c4672f55a6 admin admin] Publish callbacks [] for security_group (e3b06cbc-4939-49ee-83ae-ee2e71805429), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:49.404783 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb7e80ed-feff-4339-9a1d-76c4672f55a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (e3b06cbc-4939-49ee-83ae-ee2e71805429), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:49.442577 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e80ed-feff-4339-9a1d-76c4672f55a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b06cbc-4939-49ee-83ae-ee2e71805429,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:49.446680 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fb7e80ed-feff-4339-9a1d-76c4672f55a6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8fad619afbbf4bd9b121f7f614c0376b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458573 Apr 08 19:02:49.449229 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60052) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:49.497089 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45e8df2b-467d-46e1-a9e0-b3b54e2c1463 admin admin] Publish callbacks [] for security_group (e3b06cbc-4939-49ee-83ae-ee2e71805429), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:49.521395 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45e8df2b-467d-46e1-a9e0-b3b54e2c1463 admin admin] Publish callbacks [] for security_group (e3b06cbc-4939-49ee-83ae-ee2e71805429), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:49.568014 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45e8df2b-467d-46e1-a9e0-b3b54e2c1463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (e3b06cbc-4939-49ee-83ae-ee2e71805429), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:49.570548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-45e8df2b-467d-46e1-a9e0-b3b54e2c1463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:49.571676 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-45e8df2b-467d-46e1-a9e0-b3b54e2c1463 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e3b06cbc-4939-49ee-83ae-ee2e71805429 HTTP/1.1" status: 204 len: 168 time: 0.1215634 Apr 08 19:02:49.579229 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8df2b-467d-46e1-a9e0-b3b54e2c1463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b06cbc-4939-49ee-83ae-ee2e71805429,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:49.797252 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946a64-bc7b-4d75-84a6-43b3674f84c3 req-426154b2-c5e7-406d-8f57-2e3bfa8969ea tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:49.798637 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c8946a64-bc7b-4d75-84a6-43b3674f84c3 req-426154b2-c5e7-406d-8f57-2e3bfa8969ea tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0471921 Apr 08 19:02:49.847284 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c8946a64-bc7b-4d75-84a6-43b3674f84c3 req-0a1004ac-bdb1-42fe-84e7-4fb77bdee646 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427637 Apr 08 19:02:50.075623 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e13768-c1f3-4fbb-80e7-83362cde6d26 req-2567db44-4db8-40b0-b805-b18c75be576d tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:50.077163 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-40e13768-c1f3-4fbb-80e7-83362cde6d26 req-2567db44-4db8-40b0-b805-b18c75be576d tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0494361 Apr 08 19:02:50.130669 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-40e13768-c1f3-4fbb-80e7-83362cde6d26 req-d429ff9d-6f09-4c17-a0c7-c0699fffb119 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476587 Apr 08 19:02:50.292953 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3e698-6157-4f55-b061-6078848dbf2c req-a758d656-706d-4bd6-bce5-172713a5bbb8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:50.294455 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-90d3e698-6157-4f55-b061-6078848dbf2c req-a758d656-706d-4bd6-bce5-172713a5bbb8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0480180 Apr 08 19:02:50.343273 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-90d3e698-6157-4f55-b061-6078848dbf2c req-0b4d15ee-828f-4c26-8bd1-c8bad9ac6f2f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417707 Apr 08 19:02:50.449331 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e87765-2073-46cb-8d14-c53fff2d3bce req-d65a394b-f142-4449-87c0-7ffeedf36b3f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:50.450976 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a4e87765-2073-46cb-8d14-c53fff2d3bce req-d65a394b-f142-4449-87c0-7ffeedf36b3f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0504551 Apr 08 19:02:50.498527 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a4e87765-2073-46cb-8d14-c53fff2d3bce req-05294328-f2ca-45c1-97f2-dacbfa55a6e4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Apr 08 19:02:50.565352 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device b0f55b88-a0f8-4fa8-afce-95fae950bae8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:02:50.671195 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port b0f55b88-a0f8-4fa8-afce-95fae950bae8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:50.687957 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:02:50.721669 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port b0f55b88-a0f8-4fa8-afce-95fae950bae8 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:50.721996 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:50.737703 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f55b88-a0f8-4fa8-afce-95fae950bae8 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:50.757389 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port b0f55b88-a0f8-4fa8-afce-95fae950bae8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:50.761153 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:50.811830 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=b0f55b88-a0f8-4fa8-afce-95fae950bae8,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:50.979172 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-75896bd0-0540-43bf-ad6a-eb3991466e17 req-2d4d1887-e7c9-4ab9-ba0f-a8a346bdb766 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446342 Apr 08 19:02:50.979744 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afbde4-b271-4576-a9a1-e137cccc4d50 req-11e21820-041a-4c2a-9ffc-3697111531e9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:50.984715 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-46afbde4-b271-4576-a9a1-e137cccc4d50 req-11e21820-041a-4c2a-9ffc-3697111531e9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0612743 Apr 08 19:02:51.032932 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-46afbde4-b271-4576-a9a1-e137cccc4d50 req-71076ec4-c0ea-4853-8c63-39165a7c0380 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467932 Apr 08 19:02:51.083847 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['b0f55b88-a0f8-4fa8-afce-95fae950bae8'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:02:51.255065 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b4190-bf63-4995-983f-a2c2bd9a1f54 req-74f7b1dd-06cf-44e3-8b6b-4e7c88efd02d tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:51.256763 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-706b4190-bf63-4995-983f-a2c2bd9a1f54 req-74f7b1dd-06cf-44e3-8b6b-4e7c88efd02d tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0536590 Apr 08 19:02:51.308897 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-706b4190-bf63-4995-983f-a2c2bd9a1f54 req-af122fd4-2e6d-4b68-87f7-470e87cd5a1d tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Apr 08 19:02:51.439245 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d171c-16cb-405d-8f8e-f08ef0c5c131 req-34f214b1-56eb-49a3-8694-62c41f9d73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:51.440863 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-db6d171c-16cb-405d-8f8e-f08ef0c5c131 req-34f214b1-56eb-49a3-8694-62c41f9d73d2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 1129 time: 0.0444899 Apr 08 19:02:51.515059 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-7da0d908-eeda-43ea-9ee1-142ff5401bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:51.516635 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-7da0d908-eeda-43ea-9ee1-142ff5401bcf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 1127 time: 0.0569878 Apr 08 19:02:51.532997 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a677fee-bbc1-455c-a477-e02a5cc8307e req-c8c92909-8cb4-43f2-940b-582d6e1477a0 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:51.534825 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5a677fee-bbc1-455c-a477-e02a5cc8307e req-c8c92909-8cb4-43f2-940b-582d6e1477a0 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0902109 Apr 08 19:02:51.608765 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5a677fee-bbc1-455c-a477-e02a5cc8307e req-ca33cfc6-7459-4da2-982f-ff702e92bb86 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670292 Apr 08 19:02:51.697301 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f4b2-58ef-459a-833e-f680f88044d7 req-333dbca2-2762-4a37-8f4e-80ab767c9d18 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:51.705889 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e496f4b2-58ef-459a-833e-f680f88044d7 req-333dbca2-2762-4a37-8f4e-80ab767c9d18 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.1110747 Apr 08 19:02:51.774990 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e496f4b2-58ef-459a-833e-f680f88044d7 req-5be0e04e-6b15-40df-8b33-701a8caa7ae4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591919 Apr 08 19:02:51.946645 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60160) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:52.055153 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e426ab00-3d0f-4b6f-9ce9-222a4d2b81ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.136259 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e426ab00-3d0f-4b6f-9ce9-222a4d2b81ed admin admin] Publish callbacks [] for security_group (169076ba-f926-4171-80d8-d607b697a27f), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.141440 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e426ab00-3d0f-4b6f-9ce9-222a4d2b81ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (169076ba-f926-4171-80d8-d607b697a27f), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.153252 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5790b2-503a-4c18-bf3f-953e093915cc req-4069b82d-dc65-453f-98fe-7ed84fd7f7b8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:52.160622 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c5790b2-503a-4c18-bf3f-953e093915cc req-4069b82d-dc65-453f-98fe-7ed84fd7f7b8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 945 time: 0.0589302 Apr 08 19:02:52.184196 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e426ab00-3d0f-4b6f-9ce9-222a4d2b81ed admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ffc8ad3044824e92bd88512a1a464c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338541 Apr 08 19:02:52.184609 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60166) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:52.192518 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426ab00-3d0f-4b6f-9ce9-222a4d2b81ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169076ba-f926-4171-80d8-d607b697a27f,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:52.204801 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c5790b2-503a-4c18-bf3f-953e093915cc req-ceb79b6e-f2d0-42bf-a098-951858805a91 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431640 Apr 08 19:02:52.242198 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-9203defd-c015-4490-ba4e-cd98d4f1bb68 admin admin] Publish callbacks [] for security_group (169076ba-f926-4171-80d8-d607b697a27f), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.265581 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-9203defd-c015-4490-ba4e-cd98d4f1bb68 admin admin] Publish callbacks [] for security_group (169076ba-f926-4171-80d8-d607b697a27f), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.316927 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-9203defd-c015-4490-ba4e-cd98d4f1bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (169076ba-f926-4171-80d8-d607b697a27f), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.319480 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-9203defd-c015-4490-ba4e-cd98d4f1bb68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.320659 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-9203defd-c015-4490-ba4e-cd98d4f1bb68 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/169076ba-f926-4171-80d8-d607b697a27f HTTP/1.1" status: 204 len: 168 time: 0.1352665 Apr 08 19:02:52.328497 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203defd-c015-4490-ba4e-cd98d4f1bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169076ba-f926-4171-80d8-d607b697a27f,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:52.464576 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-d70ab084-a9a5-4c65-bd23-3b145e413ea5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c3dcc1-15b0-4d16-bb46-48579e39888f HTTP/1.1" status: 200 len: 217 time: 0.0429080 Apr 08 19:02:52.473822 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-db6d171c-16cb-405d-8f8e-f08ef0c5c131 req-7835c802-e8fd-4ea3-bd1e-79de7b426174 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690281 Apr 08 19:02:52.577642 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device b0f55b88-a0f8-4fa8-afce-95fae950bae8 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:52.584339 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-cb611731-ee88-4ce0-bf23-f06a622d096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:52.585893 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-cb611731-ee88-4ce0-bf23-f06a622d096e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0655861 Apr 08 19:02:52.588716 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-a633c57e-04df-4f1b-8f5d-a60fd86b5b81 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1231308 Apr 08 19:02:52.609339 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60178) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:52.626049 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebdb566a-2dd4-4b20-96ef-a441b4205349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.633711 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port b0f55b88-a0f8-4fa8-afce-95fae950bae8 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:02:52.645513 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port b0f55b88-a0f8-4fa8-afce-95fae950bae8 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:52.646194 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.760766 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f94cd-d723-43a1-babf-d544f22ed608 req-940d470e-14ac-4efe-aa68-9606c4b8d4f3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:52.762238 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-137f94cd-d723-43a1-babf-d544f22ed608 req-940d470e-14ac-4efe-aa68-9606c4b8d4f3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0716798 Apr 08 19:02:52.776744 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebdb566a-2dd4-4b20-96ef-a441b4205349 admin admin] Publish callbacks [] for security_group (b7ffeaa0-7c04-46fd-8f15-4ec3f2fd9ca9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.793417 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-a95f7081-3166-42d8-9bf0-1cf3952e6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:52.794672 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port b0f55b88-a0f8-4fa8-afce-95fae950bae8 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:52.795090 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.795728 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-a95f7081-3166-42d8-9bf0-1cf3952e6799 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886784 Apr 08 19:02:52.815976 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ebdb566a-2dd4-4b20-96ef-a441b4205349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b7ffeaa0-7c04-46fd-8f15-4ec3f2fd9ca9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.845400 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:52.849063 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824bfe39-b1c1-4eea-9a4e-bcc5b7409bc6" -d '{"events": [{"server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:52.898146 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-9f1b8b90-d362-4f3e-91c7-3645078f0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:52.899845 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-9f1b8b90-d362-4f3e-91c7-3645078f0aa0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=40b3b4931b354b6cad99bef5113736e3&device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 1130 time: 0.1028030 Apr 08 19:02:52.906648 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port b0f55b88-a0f8-4fa8-afce-95fae950bae8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:52.912061 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:52.972931 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ebdb566a-2dd4-4b20-96ef-a441b4205349 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0d4fd30c1b7a42fb96e6256239236e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624139 Apr 08 19:02:52.981325 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-c59af0b6-cf68-4dac-92a7-cf93079ab24c service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723330 Apr 08 19:02:52.983640 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60204) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:52.990639 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-137f94cd-d723-43a1-babf-d544f22ed608 req-81c814a5-3c10-4f24-9733-05d287426486 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2175701 Apr 08 19:02:53.017888 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb566a-2dd4-4b20-96ef-a441b4205349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ffeaa0-7c04-46fd-8f15-4ec3f2fd9ca9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:53.059383 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=b0f55b88-a0f8-4fa8-afce-95fae950bae8,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:53.060244 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321c1dc-34b6-42f3-8d21-895c696ab848 req-4f3a348f-da34-43eb-b86e-a562abcfb666 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:53.070856 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1321c1dc-34b6-42f3-8d21-895c696ab848 req-4f3a348f-da34-43eb-b86e-a562abcfb666 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.1668591 Apr 08 19:02:53.119614 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-40762d2b-b8bc-4701-a0a9-20c4cfddf563 admin admin] Publish callbacks [] for security_group (b7ffeaa0-7c04-46fd-8f15-4ec3f2fd9ca9), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:53.154133 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-40762d2b-b8bc-4701-a0a9-20c4cfddf563 admin admin] Publish callbacks [] for security_group (b7ffeaa0-7c04-46fd-8f15-4ec3f2fd9ca9), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:53.196365 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1321c1dc-34b6-42f3-8d21-895c696ab848 req-f5cdc07a-5814-4357-b2b9-95bf3c8c87fc tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236649 Apr 08 19:02:53.239934 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d730602-0f92-4dfc-930d-852033daab12 x-openstack-request-id: req-7d730602-0f92-4dfc-930d-852033daab12 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:53.240413 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:53.240760 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-7d730602-0f92-4dfc-930d-852033daab12 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:53.241495 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d730602-0f92-4dfc-930d-852033daab12'] response: {'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'code': 200} Apr 08 19:02:53.438608 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd13a20-af33-4ac1-b40b-4e8f347a234f req-a82b7c77-26c7-4b81-b641-f28d68d8d921 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:53.441026 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8bd13a20-af33-4ac1-b40b-4e8f347a234f req-a82b7c77-26c7-4b81-b641-f28d68d8d921 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0977466 Apr 08 19:02:53.509138 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-40762d2b-b8bc-4701-a0a9-20c4cfddf563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b7ffeaa0-7c04-46fd-8f15-4ec3f2fd9ca9), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:53.511847 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-40762d2b-b8bc-4701-a0a9-20c4cfddf563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:53.515485 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-40762d2b-b8bc-4701-a0a9-20c4cfddf563 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b7ffeaa0-7c04-46fd-8f15-4ec3f2fd9ca9 HTTP/1.1" status: 204 len: 168 time: 0.5283971 Apr 08 19:02:53.551570 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40762d2b-b8bc-4701-a0a9-20c4cfddf563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ffeaa0-7c04-46fd-8f15-4ec3f2fd9ca9,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:53.567414 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-a5251904-02a0-49b6-b6c4-8e79b521fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:53.569119 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-a5251904-02a0-49b6-b6c4-8e79b521fbe1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f HTTP/1.1" status: 200 len: 912 time: 0.3378704 Apr 08 19:02:53.571587 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bacc0e8-cc34-4c6a-b921-2dec58d3fdc5 req-9dbfec5a-a5da-4241-8945-f118f6adf541 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576410 Apr 08 19:02:53.573171 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7679853-8212-4914-97b9-cf0a815de61f req-a39ffc5a-711f-4ffb-bc92-0d1f044ecb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:53.574700 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c7679853-8212-4914-97b9-cf0a815de61f req-a39ffc5a-711f-4ffb-bc92-0d1f044ecb81 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 1130 time: 0.0963802 Apr 08 19:02:53.596450 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8bd13a20-af33-4ac1-b40b-4e8f347a234f req-5ca48c58-9c07-4379-a47e-241690fa168a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487999 Apr 08 19:02:53.623414 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60234) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:53.850572 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-75373ef8-2c38-4912-8cf2-4ee4b091260b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:53.929818 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-75373ef8-2c38-4912-8cf2-4ee4b091260b admin admin] Publish callbacks [] for security_group (e6a6cdfb-3d11-49b2-917c-5f7f6845cea1), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:53.934073 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-75373ef8-2c38-4912-8cf2-4ee4b091260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (e6a6cdfb-3d11-49b2-917c-5f7f6845cea1), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.128446 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6671cf-163d-4fbf-b6d3-f2314eb8c01f req-a06d3aca-5b6e-431c-bcbd-b05be0146080 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:54.131344 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bf6671cf-163d-4fbf-b6d3-f2314eb8c01f req-a06d3aca-5b6e-431c-bcbd-b05be0146080 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 944 time: 0.0643988 Apr 08 19:02:54.165083 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-75373ef8-2c38-4912-8cf2-4ee4b091260b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b1a2742f195948bca04897582a7e3f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402691 Apr 08 19:02:54.165690 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60262) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:54.167673 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75373ef8-2c38-4912-8cf2-4ee4b091260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a6cdfb-3d11-49b2-917c-5f7f6845cea1,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:54.216794 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bf6671cf-163d-4fbf-b6d3-f2314eb8c01f req-c3fa830f-0b03-4c55-a869-f7046301187c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797732 Apr 08 19:02:54.230061 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dff42667-1dfd-4147-85be-510ff43139fd admin admin] Publish callbacks [] for security_group (e6a6cdfb-3d11-49b2-917c-5f7f6845cea1), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.257338 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dff42667-1dfd-4147-85be-510ff43139fd admin admin] Publish callbacks [] for security_group (e6a6cdfb-3d11-49b2-917c-5f7f6845cea1), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.322848 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dff42667-1dfd-4147-85be-510ff43139fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (e6a6cdfb-3d11-49b2-917c-5f7f6845cea1), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.326338 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dff42667-1dfd-4147-85be-510ff43139fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.331110 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-dff42667-1dfd-4147-85be-510ff43139fd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e6a6cdfb-3d11-49b2-917c-5f7f6845cea1 HTTP/1.1" status: 204 len: 168 time: 0.1643140 Apr 08 19:02:54.333129 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed7ef1-3350-4098-9a55-7942efe2e2ce req-f3142670-4298-4307-93bc-df940a25b2b7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:54.334663 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ed7ef1-3350-4098-9a55-7942efe2e2ce req-f3142670-4298-4307-93bc-df940a25b2b7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0602992 Apr 08 19:02:54.345464 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff42667-1dfd-4147-85be-510ff43139fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a6cdfb-3d11-49b2-917c-5f7f6845cea1,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:54.385157 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ed7ef1-3350-4098-9a55-7942efe2e2ce req-08f84f00-f406-4aa1-84b0-39b3973009c2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Apr 08 19:02:54.614873 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device b184030c-f7e2-4f31-a52a-10ea2b3886e1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:02:54.757061 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-942c2af8-8fa0-4930-92a3-21e870ba3f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.760622 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e584fd-72de-4c41-8157-85533e320947 req-8219d49f-ceec-4239-9e39-357c77457ee3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:54.762263 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-26e584fd-72de-4c41-8157-85533e320947 req-8219d49f-ceec-4239-9e39-357c77457ee3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0671628 Apr 08 19:02:54.771032 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60288) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:54.774679 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port b184030c-f7e2-4f31-a52a-10ea2b3886e1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:54.790096 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'port_id': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'mac_address': 'fa:16:3e:85:96:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:02:54.797864 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3d22375-0f29-4200-9762-2a65e8515262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.831907 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port b184030c-f7e2-4f31-a52a-10ea2b3886e1 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:54.832322 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.846880 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b184030c-f7e2-4f31-a52a-10ea2b3886e1 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:02:54.849958 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-26e584fd-72de-4c41-8157-85533e320947 req-c07b48d8-6f2b-477d-b2ea-20eac08c6264 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721035 Apr 08 19:02:54.869810 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port b184030c-f7e2-4f31-a52a-10ea2b3886e1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:54.883357 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.913284 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3d22375-0f29-4200-9762-2a65e8515262 admin admin] Publish callbacks [] for security_group (69586f43-6aaf-42cb-9d1f-04d7f8f6767a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.918389 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3d22375-0f29-4200-9762-2a65e8515262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (69586f43-6aaf-42cb-9d1f-04d7f8f6767a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:54.933845 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=b184030c-f7e2-4f31-a52a-10ea2b3886e1,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:54.962471 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f3d22375-0f29-4200-9762-2a65e8515262 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a579a624f9174e0aa69e7345a56061c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879349 Apr 08 19:02:54.962471 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d22375-0f29-4200-9762-2a65e8515262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69586f43-6aaf-42cb-9d1f-04d7f8f6767a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:54.963171 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60290) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:55.029867 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-93cc02e2-8039-4660-97f5-08cf34d37bbc admin admin] Publish callbacks [] for security_group (69586f43-6aaf-42cb-9d1f-04d7f8f6767a), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:55.054356 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-93cc02e2-8039-4660-97f5-08cf34d37bbc admin admin] Publish callbacks [] for security_group (69586f43-6aaf-42cb-9d1f-04d7f8f6767a), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:55.105017 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-93cc02e2-8039-4660-97f5-08cf34d37bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (69586f43-6aaf-42cb-9d1f-04d7f8f6767a), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:55.107976 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-93cc02e2-8039-4660-97f5-08cf34d37bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:55.109463 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-93cc02e2-8039-4660-97f5-08cf34d37bbc admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/69586f43-6aaf-42cb-9d1f-04d7f8f6767a HTTP/1.1" status: 204 len: 168 time: 0.1452348 Apr 08 19:02:55.119028 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc02e2-8039-4660-97f5-08cf34d37bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69586f43-6aaf-42cb-9d1f-04d7f8f6767a,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:55.343083 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e2d9d-4fbb-435d-a910-5f0a491ade76 req-ac81a5a9-0745-4794-9cd2-8388d0d35849 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:55.344702 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-035e2d9d-4fbb-435d-a910-5f0a491ade76 req-ac81a5a9-0745-4794-9cd2-8388d0d35849 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 945 time: 0.0512109 Apr 08 19:02:55.392367 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-035e2d9d-4fbb-435d-a910-5f0a491ade76 req-96091851-5574-46f8-8089-8c7ee0ef1d79 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414085 Apr 08 19:02:55.506218 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffc727-2c67-4caa-8750-a8048956f739 req-83c21fe7-b71a-4836-b4d4-dcf2cdc4717f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:55.507735 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-29ffc727-2c67-4caa-8750-a8048956f739 req-83c21fe7-b71a-4836-b4d4-dcf2cdc4717f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0475788 Apr 08 19:02:55.557513 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-29ffc727-2c67-4caa-8750-a8048956f739 req-8a088b88-c1b6-4511-b43b-869c9b8319e2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442426 Apr 08 19:02:55.974947 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc1aca-df46-4d67-a9da-cfbcb74c3083 req-384f136c-8a7f-4e46-a861-c9ac2cf7030c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:55.976465 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6dfc1aca-df46-4d67-a9da-cfbcb74c3083 req-384f136c-8a7f-4e46-a861-c9ac2cf7030c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0494752 Apr 08 19:02:56.029880 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6dfc1aca-df46-4d67-a9da-cfbcb74c3083 req-68f4394f-c32e-44ba-9057-53a1970d8354 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477717 Apr 08 19:02:56.187469 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:02:56.389331 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:56.519270 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bb23e-23ce-4fc0-bca0-0882520d90bb req-67b96e6e-cf6f-4da7-9fa0-7e5e676fca0d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:56.520987 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-260bb23e-23ce-4fc0-bca0-0882520d90bb req-67b96e6e-cf6f-4da7-9fa0-7e5e676fca0d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 945 time: 0.0566707 Apr 08 19:02:56.576887 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-260bb23e-23ce-4fc0-bca0-0882520d90bb req-1bcbe840-6981-4cdc-b6cc-287440a715c3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494354 Apr 08 19:02:56.695756 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41253d-2bc8-4c65-a01b-82d968913ecf req-47b1ab98-a691-44f3-a3de-21d0d72f6f74 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:56.702195 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3a41253d-2bc8-4c65-a01b-82d968913ecf req-47b1ab98-a691-44f3-a3de-21d0d72f6f74 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0645375 Apr 08 19:02:56.747080 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['b184030c-f7e2-4f31-a52a-10ea2b3886e1'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:02:56.756035 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3a41253d-2bc8-4c65-a01b-82d968913ecf req-99ddd5a1-8dfa-42a1-a758-3e87eeb79ca6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529468 Apr 08 19:02:56.812163 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-4d553e99-a15b-4948-9bfc-4703951dfe42 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9badb13f-9ea7-41b8-a993-46d0306688d6 HTTP/1.1" status: 200 len: 217 time: 0.0560033 Apr 08 19:02:56.831570 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c7679853-8212-4914-97b9-cf0a815de61f req-00132a2e-de86-4575-902a-bf6c5514a498 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744882 Apr 08 19:02:57.134510 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d4f95093-e625-4ffd-8c1f-013e90e30bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:57.159684 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2335ade-a562-44db-92d2-5f345a6154a1 req-d2b35cd2-700d-49ff-af0b-08e2ff5df744 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:57.167482 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f2335ade-a562-44db-92d2-5f345a6154a1 req-d2b35cd2-700d-49ff-af0b-08e2ff5df744 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0687559 Apr 08 19:02:57.215712 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f2335ade-a562-44db-92d2-5f345a6154a1 req-6057048b-673c-413e-96bf-d922b9f7769f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473993 Apr 08 19:02:57.713624 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db14f0b-a8ce-412d-a07e-f03b3421940e req-3b802a87-6398-4cdf-8e5b-c0aad1c3183b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:57.715371 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7db14f0b-a8ce-412d-a07e-f03b3421940e req-3b802a87-6398-4cdf-8e5b-c0aad1c3183b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 945 time: 0.0628924 Apr 08 19:02:57.777056 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7db14f0b-a8ce-412d-a07e-f03b3421940e req-a6e154dd-3607-4a0c-a955-369fd7e93efa tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532823 Apr 08 19:02:57.907715 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dca2aa-853d-4f19-a534-d0ecef34d4e3 req-0d958ad3-b05a-474a-8cc1-f0aa44bf8729 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:57.910475 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e9dca2aa-853d-4f19-a534-d0ecef34d4e3 req-0d958ad3-b05a-474a-8cc1-f0aa44bf8729 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0648820 Apr 08 19:02:57.944358 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-f08e01c2-9a7b-47fc-b2d8-57a62ee0ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:57.947369 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-f08e01c2-9a7b-47fc-b2d8-57a62ee0ce63 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=933ae61c-f321-4da3-a2e2-5820c8d2b139 HTTP/1.1" status: 200 len: 850 time: 0.0790009 Apr 08 19:02:57.989123 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e9dca2aa-853d-4f19-a534-d0ecef34d4e3 req-ad8340b1-b45e-42d1-9f08-afb1bf9b140a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704827 Apr 08 19:02:57.995132 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-c179c05a-8ed8-409b-af0a-cc4eabc27358 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395780 Apr 08 19:02:58.117382 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-7308b8d6-8576-4847-be09-a49bdb2a99c0 service neutron] 10.222.0.113 "GET /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046572 Apr 08 19:02:58.350949 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca24d-7652-464b-9631-498ff6a4368b req-2ae5f54d-3bf3-493f-b9b2-8f93ba99921d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:58.352477 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-229ca24d-7652-464b-9631-498ff6a4368b req-2ae5f54d-3bf3-493f-b9b2-8f93ba99921d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0516291 Apr 08 19:02:58.404667 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-229ca24d-7652-464b-9631-498ff6a4368b req-20e894c5-1603-48f0-99f0-96ef3efe909d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464780 Apr 08 19:02:58.448700 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:58.576106 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60512) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:58.621066 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-647a843f-d65b-49ea-afbe-7bee4c84c887 req-2f6ee357-c035-4049-858c-67ed937ad448 service neutron] 10.222.0.113 "GET /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999129 Apr 08 19:02:58.697988 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-add20bee-aef1-4242-afdb-4210fa58bbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:58.749646 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device b184030c-f7e2-4f31-a52a-10ea2b3886e1 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:02:58.774610 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-add20bee-aef1-4242-afdb-4210fa58bbbd admin admin] Publish callbacks [] for security_group (968704d1-381d-49dd-83a8-ad8f149835f4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:58.778995 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-add20bee-aef1-4242-afdb-4210fa58bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (968704d1-381d-49dd-83a8-ad8f149835f4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:58.796811 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port b184030c-f7e2-4f31-a52a-10ea2b3886e1 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:02:58.803245 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port b184030c-f7e2-4f31-a52a-10ea2b3886e1 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:02:58.803837 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:58.837281 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60522) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:58.844300 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-add20bee-aef1-4242-afdb-4210fa58bbbd admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4e43e40a0dd94b90941552d6eda97b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669806 Apr 08 19:02:58.845276 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20bee-aef1-4242-afdb-4210fa58bbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968704d1-381d-49dd-83a8-ad8f149835f4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:58.903451 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Publish callbacks [] for security_group (968704d1-381d-49dd-83a8-ad8f149835f4), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:58.910663 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port b184030c-f7e2-4f31-a52a-10ea2b3886e1 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:02:58.911104 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:58.932976 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef96e1b-8d40-445f-8270-1fab7c944b78 req-335f24ca-3229-4dc9-9a38-797d5f4e02b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:58.934941 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7ef96e1b-8d40-445f-8270-1fab7c944b78 req-335f24ca-3229-4dc9-9a38-797d5f4e02b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 945 time: 0.0569329 Apr 08 19:02:58.945708 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:02:58.949087 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be81fe0-f798-4bd3-8179-8c48836fa18b" -d '{"events": [{"server_uuid": "fac60a7d-c2f0-444c-a209-6c3c7aca64e4", "name": "network-vif-plugged", "status": "completed", "tag": "b184030c-f7e2-4f31-a52a-10ea2b3886e1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:02:58.953994 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Publish callbacks [] for security_group (968704d1-381d-49dd-83a8-ad8f149835f4), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:58.987165 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port b184030c-f7e2-4f31-a52a-10ea2b3886e1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:02:59.000665 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.032510 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (968704d1-381d-49dd-83a8-ad8f149835f4), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.036503 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7ef96e1b-8d40-445f-8270-1fab7c944b78 req-11b9579a-d3f9-4f6d-a744-510143af43a3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800474 Apr 08 19:02:59.037509 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.039459 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/968704d1-381d-49dd-83a8-ad8f149835f4 HTTP/1.1" status: 204 len: 168 time: 0.2010109 Apr 08 19:02:59.067222 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968704d1-381d-49dd-83a8-ad8f149835f4,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:59.083991 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.084386 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.084740 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.085089 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.088632 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.089019 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.089373 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.089717 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.090072 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.090405 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.090770 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.091111 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.091445 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.091770 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.097679 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd959c8-212c-4ba9-af77-70edfc6782f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.119633 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77051e97-b3d4-483b-bca6-1d5aef9ef1fc x-openstack-request-id: req-77051e97-b3d4-483b-bca6-1d5aef9ef1fc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:02:59.120182 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac60a7d-c2f0-444c-a209-6c3c7aca64e4", "name": "network-vif-plugged", "status": "completed", "tag": "b184030c-f7e2-4f31-a52a-10ea2b3886e1", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:02:59.120621 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-77051e97-b3d4-483b-bca6-1d5aef9ef1fc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:02:59.121171 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77051e97-b3d4-483b-bca6-1d5aef9ef1fc'] response: {'server_uuid': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'code': 200} Apr 08 19:02:59.138481 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=b184030c-f7e2-4f31-a52a-10ea2b3886e1,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:59.207488 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcedd8-6ef5-43b9-9345-b35b4d8af384 req-82d31826-fd4e-446a-889d-a1bcf2164d32 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:59.209201 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a2bcedd8-6ef5-43b9-9345-b35b4d8af384 req-82d31826-fd4e-446a-889d-a1bcf2164d32 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0665321 Apr 08 19:02:59.262613 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a2bcedd8-6ef5-43b9-9345-b35b4d8af384 req-1c2bab4f-b03f-472f-9069-00530deb68ae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467820 Apr 08 19:02:59.414566 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60550) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:59.511511 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60558) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:59.522524 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d91be07f-686f-4b76-8926-b405b350b70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.567787 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74020a7b-eb0e-440b-b880-130e998be2a5 req-2981de62-3f07-4dc5-b168-d6fde010e2c3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:59.572798 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-74020a7b-eb0e-440b-b880-130e998be2a5 req-2981de62-3f07-4dc5-b168-d6fde010e2c3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0811419 Apr 08 19:02:59.616040 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d91be07f-686f-4b76-8926-b405b350b70c admin admin] Publish callbacks [] for security_group (f7549f70-81c1-43f5-8e51-c941b3959202), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.621856 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d91be07f-686f-4b76-8926-b405b350b70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f7549f70-81c1-43f5-8e51-c941b3959202), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.644832 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-74020a7b-eb0e-440b-b880-130e998be2a5 req-399dc9fd-4a6b-4fb4-92df-243e03d85c73 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600085 Apr 08 19:02:59.669197 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d91be07f-686f-4b76-8926-b405b350b70c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=57d5c1d8675740ce8d45f372ec683fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607180 Apr 08 19:02:59.671125 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91be07f-686f-4b76-8926-b405b350b70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7549f70-81c1-43f5-8e51-c941b3959202,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:59.671901 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60566) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:59.738744 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f04d756d-c0a7-4669-9a76-87edef889b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.757346 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1b06d-48c6-4e13-9191-f77fd7e7d2d6 req-72545e5f-7f6f-4a0e-9e0e-8b83a11b8c30 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:02:59.758967 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-50b1b06d-48c6-4e13-9191-f77fd7e7d2d6 req-72545e5f-7f6f-4a0e-9e0e-8b83a11b8c30 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0599587 Apr 08 19:02:59.764287 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Publish callbacks [] for security_group (f7549f70-81c1-43f5-8e51-c941b3959202), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.771113 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60568) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:02:59.777222 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'floatingip': {'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:02:59.786959 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Publish callbacks [] for security_group (f7549f70-81c1-43f5-8e51-c941b3959202), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.833541 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f7549f70-81c1-43f5-8e51-c941b3959202), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.836110 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:02:59.837260 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f7549f70-81c1-43f5-8e51-c941b3959202 HTTP/1.1" status: 204 len: 168 time: 0.1641579 Apr 08 19:02:59.845312 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7549f70-81c1-43f5-8e51-c941b3959202,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:02:59.853473 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.853828 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.854183 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.854529 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.854897 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.855238 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.855582 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.856280 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.856387 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.856644 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.856976 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.857329 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.857663 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.857990 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.858316 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73132a3a-c0a4-4315-ae60-f93826aab3e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:02:59.862740 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (6f3e1cb7-2123-4606-aaf3-c656273b3b52), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.029565 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f04d756d-c0a7-4669-9a76-87edef889b1e admin admin] Publish callbacks [] for security_group (d104b096-ffb9-4cc9-a011-164c4a065861), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.036662 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f04d756d-c0a7-4669-9a76-87edef889b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (d104b096-ffb9-4cc9-a011-164c4a065861), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.071811 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.124091 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-f04d756d-c0a7-4669-9a76-87edef889b1e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=26821e1d2ad242caa223482118de4e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7053735 Apr 08 19:03:00.124934 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60580) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:00.134312 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d756d-c0a7-4669-9a76-87edef889b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d104b096-ffb9-4cc9-a011-164c4a065861,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:00.186444 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31a74-a86a-4ba8-8a74-7ade1733ced1 req-9f2e0d81-eed7-44ab-af3b-a96d020ce866 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:00.195451 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3b31a74-a86a-4ba8-8a74-7ade1733ced1 req-9f2e0d81-eed7-44ab-af3b-a96d020ce866 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0835090 Apr 08 19:03:00.280533 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6db0-a7fc-4062-be36-9c7703f6464e admin admin] Publish callbacks [] for security_group (d104b096-ffb9-4cc9-a011-164c4a065861), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.285914 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3b31a74-a86a-4ba8-8a74-7ade1733ced1 req-9b415f5e-4702-49ab-8002-4fd2f65fddba tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893273 Apr 08 19:03:00.409757 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b051435-051c-469c-80ae-700f16514c14 req-97fab2db-5040-4c81-9f46-e9c6ad178a4d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:00.411564 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5b051435-051c-469c-80ae-700f16514c14 req-97fab2db-5040-4c81-9f46-e9c6ad178a4d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.0601900 Apr 08 19:03:00.412415 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6db0-a7fc-4062-be36-9c7703f6464e admin admin] Publish callbacks [] for security_group (d104b096-ffb9-4cc9-a011-164c4a065861), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.464494 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5b051435-051c-469c-80ae-700f16514c14 req-cc6cc5ef-ea3d-4931-8201-79d84b0948cd tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453539 Apr 08 19:03:00.594197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6db0-a7fc-4062-be36-9c7703f6464e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (d104b096-ffb9-4cc9-a011-164c4a065861), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.597585 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6db0-a7fc-4062-be36-9c7703f6464e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.598781 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b7ad6db0-a7fc-4062-be36-9c7703f6464e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d104b096-ffb9-4cc9-a011-164c4a065861 HTTP/1.1" status: 204 len: 168 time: 0.4716241 Apr 08 19:03:00.636174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad6db0-a7fc-4062-be36-9c7703f6464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d104b096-ffb9-4cc9-a011-164c4a065861,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:00.681421 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.db.resource_extend [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 19:03:00.775957 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.787477 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (6f3e1cb7-2123-4606-aaf3-c656273b3b52), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:00.898510 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Floating IP 6f3e1cb7-2123-4606-aaf3-c656273b3b52 associated. External IP: 172.27.0.98, port: b0f55b88-a0f8-4fa8-afce-95fae950bae8. Apr 08 19:03:01.330734 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:03:01.379208 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device a6c3dcc1-15b0-4d16-bb46-48579e39888f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:03:01.414559 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728c784-3ce5-4992-94b7-61d8eab98931 req-46340e9b-5582-4a4f-b5b3-d21e12dcf706 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:01.423465 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6728c784-3ce5-4992-94b7-61d8eab98931 req-46340e9b-5582-4a4f-b5b3-d21e12dcf706 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0691164 Apr 08 19:03:01.490015 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6728c784-3ce5-4992-94b7-61d8eab98931 req-c1212ef2-3cb6-438d-b74b-3e1f9f28d5cd tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595202 Apr 08 19:03:01.512940 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:03:01.524107 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.524272 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.536925 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4404516-7503-4388-b309-8266cf054c8c None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:03:01.550244 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4404516-7503-4388-b309-8266cf054c8c None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:01.552694 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b4404516-7503-4388-b309-8266cf054c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:02:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:01.560551 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port a6c3dcc1-15b0-4d16-bb46-48579e39888f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6c3dcc1-15b0-4d16-bb46-48579e39888f,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:01.565098 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60648) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:01.594814 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'a6c3dcc1-15b0-4d16-bb46-48579e39888f', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'port_id': 'a6c3dcc1-15b0-4d16-bb46-48579e39888f', 'mac_address': 'fa:16:3e:33:a2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:03:01.597336 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-46272899-b90d-46f0-9437-4cde4264c881 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "PUT /v2.0/floatingips/6f3e1cb7-2123-4606-aaf3-c656273b3b52 HTTP/1.1" status: 200 len: 991 time: 1.8250360 Apr 08 19:03:01.597969 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:01.600667 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babfbced-7ee0-4348-9999-5ae2f810ede9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:01.683846 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6ac14-f3b1-4e3f-ab46-b1e91fe4afe7 req-e59489a0-0ced-4d87-9564-49671e54b476 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:01.686038 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b4404516-7503-4388-b309-8266cf054c8c None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:01.693959 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a410b6-012f-4d95-a95d-03f3eff486be x-openstack-request-id: req-63a410b6-012f-4d95-a95d-03f3eff486be {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:01.694518 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:01.695172 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-63a410b6-012f-4d95-a95d-03f3eff486be {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:01.695702 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a410b6-012f-4d95-a95d-03f3eff486be'] response: {'name': 'network-changed', 'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'status': 'completed', 'code': 200} Apr 08 19:03:01.698815 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30a6ac14-f3b1-4e3f-ab46-b1e91fe4afe7 req-e59489a0-0ced-4d87-9564-49671e54b476 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 943 time: 0.1248493 Apr 08 19:03:01.699690 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port a6c3dcc1-15b0-4d16-bb46-48579e39888f is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:01.700304 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.715333 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c3dcc1-15b0-4d16-bb46-48579e39888f {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:03:01.747851 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1643048969-network', 'tenant_id': '6fe2fa86c9b340739a1504c4cb2e7bac'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:01.763378 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port a6c3dcc1-15b0-4d16-bb46-48579e39888f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6c3dcc1-15b0-4d16-bb46-48579e39888f,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:01.777570 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.804352 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30a6ac14-f3b1-4e3f-ab46-b1e91fe4afe7 req-34a0977d-0130-4407-9371-c69757e27623 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026886 Apr 08 19:03:01.821365 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Made reservation on behalf of 6fe2fa86c9b340739a1504c4cb2e7bac for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:03:01.827624 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.846954 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=a6c3dcc1-15b0-4d16-bb46-48579e39888f,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:01.852012 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.856673 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.857041 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.857419 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.857784 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.858297 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.859780 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.860129 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.860661 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.861378 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.862018 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.862612 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.863118 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.863695 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.864300 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.864968 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:01.934480 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Publish callbacks [] for security_group (64b4c000-f278-459b-b49f-ee7faedf4538), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.940382 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (64b4c000-f278-459b-b49f-ee7faedf4538), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.967546 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1519, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:03:01.976679 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b4c000-f278-459b-b49f-ee7faedf4538,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:01.992474 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (c94681f5-7c9a-4ea0-8675-33d5b2738422), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:01.993001 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Added segment c94681f5-7c9a-4ea0-8675-33d5b2738422 of type vlan for network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e Apr 08 19:03:02.040048 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b4404516-7503-4388-b309-8266cf054c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:00Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:02.044817 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.068008 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4404516-7503-4388-b309-8266cf054c8c None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:03:02.070852 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.071927 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:02.072604 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.078185 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60664) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:02.082099 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4404516-7503-4388-b309-8266cf054c8c None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:02.082739 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b4404516-7503-4388-b309-8266cf054c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:02:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:02.134857 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5685992 Apr 08 19:03:02.137779 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60668) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:02.142603 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Request body: {'subnet': {'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1643048969-subnet', 'tenant_id': '6fe2fa86c9b340739a1504c4cb2e7bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:02.145362 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33884b02-c967-4d37-be19-6e515b9e60ab admin admin] Pushing event updated for resources: {'Network': ['ID=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:02.156628 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:03:02.165792 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Made reservation on behalf of 6fe2fa86c9b340739a1504c4cb2e7bac for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:03:02.169205 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.218893 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b4404516-7503-4388-b309-8266cf054c8c None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:02.237973 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6c78-42cd-4642-8fe5-c99c7407a11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.412498 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6c78-42cd-4642-8fe5-c99c7407a11f admin admin] Publish callbacks [] for security_group (75849deb-c99d-4b47-975e-9b0daa6b3855), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.419890 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7d0c6c78-42cd-4642-8fe5-c99c7407a11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (75849deb-c99d-4b47-975e-9b0daa6b3855), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.438883 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (6a25724b-5e86-4808-8ce9-ff76b218c8b9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.497561 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c6c78-42cd-4642-8fe5-c99c7407a11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75849deb-c99d-4b47-975e-9b0daa6b3855,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:02.508742 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7d0c6c78-42cd-4642-8fe5-c99c7407a11f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c93a67ac5d3d4d2ca934f09ca5427ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4288316 Apr 08 19:03:02.511006 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60676) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:02.521591 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a25724b-5e86-4808-8ce9-ff76b218c8b9,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:02.541791 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Checking segment: {'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:03:02.542355 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Network hostable DHCP agents. Network: d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:03:02.566459 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:03:02.568143 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b4404516-7503-4388-b309-8266cf054c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:00Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:02.581999 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:02.586964 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:02.587609 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.595124 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020601f-190a-49ef-a6a5-cd856264ebf5 None None] Network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:03:02.608451 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4404516-7503-4388-b309-8266cf054c8c None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:00Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:03:02.624282 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8b90a0b1-9102-439f-9e19-d91bbf24c6df admin admin] Publish callbacks [] for security_group (75849deb-c99d-4b47-975e-9b0daa6b3855), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.642376 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ac9c6722-077b-4e67-be7a-4dccf61615bb admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5035133 Apr 08 19:03:02.669882 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8b90a0b1-9102-439f-9e19-d91bbf24c6df admin admin] Publish callbacks [] for security_group (75849deb-c99d-4b47-975e-9b0daa6b3855), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.684076 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6697e-9af0-4ef0-ab12-7752ee606d4e req-c3e21796-ec17-41f6-a15d-e313674faea0 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:02.690869 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4df6697e-9af0-4ef0-ab12-7752ee606d4e req-c3e21796-ec17-41f6-a15d-e313674faea0 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0967662 Apr 08 19:03:02.746394 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8b90a0b1-9102-439f-9e19-d91bbf24c6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (75849deb-c99d-4b47-975e-9b0daa6b3855), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.749803 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8b90a0b1-9102-439f-9e19-d91bbf24c6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:02.751247 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-8b90a0b1-9102-439f-9e19-d91bbf24c6df admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/75849deb-c99d-4b47-975e-9b0daa6b3855 HTTP/1.1" status: 204 len: 168 time: 0.2386003 Apr 08 19:03:02.763032 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90a0b1-9102-439f-9e19-d91bbf24c6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75849deb-c99d-4b47-975e-9b0daa6b3855,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:02.790955 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4df6697e-9af0-4ef0-ab12-7752ee606d4e req-7d6ca90b-7a90-4440-b6d6-1a64567dceb2 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938983 Apr 08 19:03:02.832853 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['a6c3dcc1-15b0-4d16-bb46-48579e39888f'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:03:03.028940 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49caa181-730c-4b4f-92ec-2ec90157ccc0 None None] Network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:03:03.037250 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2526b458-2fc5-4372-9cee-cd78ae26fc9b None None] New status for floating IP 6f3e1cb7-2123-4606-aaf3-c656273b3b52: ACTIVE {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:03:03.051311 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-c0abaf26-9c5a-476d-8ea3-a42f6ef8aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:03.054080 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-c0abaf26-9c5a-476d-8ea3-a42f6ef8aebb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 1130 time: 0.1259027 Apr 08 19:03:03.137735 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5657d-931a-47c2-af20-28fa3f73fb6f req-416865f3-286c-423b-99e1-dfa1d333010d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:03.139667 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-aeb5657d-931a-47c2-af20-28fa3f73fb6f req-416865f3-286c-423b-99e1-dfa1d333010d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 944 time: 0.0886157 Apr 08 19:03:03.233731 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-31a43e4f-914b-4fad-98f1-ad7288ff4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:03.235544 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-31a43e4f-914b-4fad-98f1-ad7288ff4c98 service neutron] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 917 time: 0.1690636 Apr 08 19:03:03.244823 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-aeb5657d-931a-47c2-af20-28fa3f73fb6f req-9728912f-cccd-4b16-b392-ca530b16da7f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989273 Apr 08 19:03:03.382389 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60698) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:03.402698 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f88acf6-4938-47c2-b6cb-31538bce7e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:03.516352 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f88acf6-4938-47c2-b6cb-31538bce7e03 admin admin] Publish callbacks [] for security_group (b9cd4acb-5af2-462e-9c49-432e6292267b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:03.526319 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f88acf6-4938-47c2-b6cb-31538bce7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b9cd4acb-5af2-462e-9c49-432e6292267b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:03.623390 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6209c-12f9-4c4d-9045-fe16afd70286 req-0386d942-da19-45ea-ab3c-c0b193906319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:03.625487 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ebe6209c-12f9-4c4d-9045-fe16afd70286 req-0386d942-da19-45ea-ab3c-c0b193906319 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 1130 time: 0.0782745 Apr 08 19:03:03.702800 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88acf6-4938-47c2-b6cb-31538bce7e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cd4acb-5af2-462e-9c49-432e6292267b,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:03.712807 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ebe6209c-12f9-4c4d-9045-fe16afd70286 req-4d6609c3-b028-492e-a02e-c86d5e3b9cf1 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776849 Apr 08 19:03:03.726562 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-8f88acf6-4938-47c2-b6cb-31538bce7e03 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b41f07fdcd864500bb6afd9d761b43fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429158 Apr 08 19:03:03.732394 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60710) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:03.773009 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-65ef2c07-b397-4390-a7fa-95bdfd2bee3f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8 HTTP/1.1" status: 200 len: 1001 time: 0.2029910 Apr 08 19:03:03.806380 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-56b42d21-d320-4d7f-bb35-aba8138b6aa3 admin admin] Publish callbacks [] for security_group (b9cd4acb-5af2-462e-9c49-432e6292267b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:03.838350 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-56b42d21-d320-4d7f-bb35-aba8138b6aa3 admin admin] Publish callbacks [] for security_group (b9cd4acb-5af2-462e-9c49-432e6292267b), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:03.890720 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-56b42d21-d320-4d7f-bb35-aba8138b6aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b9cd4acb-5af2-462e-9c49-432e6292267b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:03.894152 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-56b42d21-d320-4d7f-bb35-aba8138b6aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:03.895477 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-56b42d21-d320-4d7f-bb35-aba8138b6aa3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b9cd4acb-5af2-462e-9c49-432e6292267b HTTP/1.1" status: 204 len: 168 time: 0.1619980 Apr 08 19:03:03.904023 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b42d21-d320-4d7f-bb35-aba8138b6aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cd4acb-5af2-462e-9c49-432e6292267b,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:03.914508 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6cab77-0b59-4bfd-8cac-e6788a56ac29 req-b681079b-8ebd-47db-b540-b6b666a7528e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:03.916901 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8f6cab77-0b59-4bfd-8cac-e6788a56ac29 req-b681079b-8ebd-47db-b540-b6b666a7528e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0562406 Apr 08 19:03:03.967768 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8f6cab77-0b59-4bfd-8cac-e6788a56ac29 req-bbb708f7-c0e3-4409-8c07-e9b816c239be tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455959 Apr 08 19:03:04.038198 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-07f8affc-7fb4-4f64-ae62-f9072cc33f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:04.041012 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-07f8affc-7fb4-4f64-ae62-f9072cc33f47 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0677965 Apr 08 19:03:04.091574 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-e8deec92-9d37-4ffa-aac3-80033062b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:04.093209 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-e8deec92-9d37-4ffa-aac3-80033062b311 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453570 Apr 08 19:03:04.198085 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-fdde635b-07eb-428d-b091-08e1cbdd0035 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979388 Apr 08 19:03:04.322094 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-babfbced-7ee0-4348-9999-5ae2f810ede9 req-ae476e45-578f-45e1-8c25-72068b236ad6 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106324 Apr 08 19:03:04.373895 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560208bd-ac1f-49ba-9bd7-e7f872c4c2c7 req-4b263bc5-6e9b-4c5d-afde-056b2175ef62 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:04.375574 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-560208bd-ac1f-49ba-9bd7-e7f872c4c2c7 req-4b263bc5-6e9b-4c5d-afde-056b2175ef62 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 944 time: 0.0574048 Apr 08 19:03:04.426319 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-560208bd-ac1f-49ba-9bd7-e7f872c4c2c7 req-b9f35be7-475a-49f0-9186-6b666fc7564c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 Apr 08 19:03:04.785767 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device a6c3dcc1-15b0-4d16-bb46-48579e39888f up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:04.853475 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port a6c3dcc1-15b0-4d16-bb46-48579e39888f completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:03:04.862853 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port a6c3dcc1-15b0-4d16-bb46-48579e39888f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:04.864801 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:04.976571 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port a6c3dcc1-15b0-4d16-bb46-48579e39888f is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:04.976983 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:05.027090 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1c6fd1-5496-4b83-a281-460dda0bbfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c3dcc1-15b0-4d16-bb46-48579e39888f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:05.029725 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63c37c2-e5c7-43a5-a3a7-3aec84f4d9da" -d '{"events": [{"server_uuid": "be1c6fd1-5496-4b83-a281-460dda0bbfed", "name": "network-vif-plugged", "status": "completed", "tag": "a6c3dcc1-15b0-4d16-bb46-48579e39888f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:05.047575 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port a6c3dcc1-15b0-4d16-bb46-48579e39888f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6c3dcc1-15b0-4d16-bb46-48579e39888f,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:05.052983 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:05.090303 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-c33b2134-2bf6-4e89-96d7-6f26efeb1343 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:05.092738 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-c33b2134-2bf6-4e89-96d7-6f26efeb1343 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/networks?id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e HTTP/1.1" status: 200 len: 809 time: 0.1850674 Apr 08 19:03:05.121530 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=a6c3dcc1-15b0-4d16-bb46-48579e39888f,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:05.331099 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-9e647517-5829-4645-ab1f-be15e3461078 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/quotas/6fe2fa86c9b340739a1504c4cb2e7bac HTTP/1.1" status: 200 len: 375 time: 0.2220232 Apr 08 19:03:05.383785 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-ed756dd1-af90-4eab-ab31-55d6d0a309a8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=6fe2fa86c9b340739a1504c4cb2e7bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361614 Apr 08 19:03:05.392048 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4ca53-c1bd-45f8-8dd6-bb1fe51436ba req-23c17ab0-06f5-4d68-a42a-5eaa0b97afdf tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:05.393772 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-33b4ca53-c1bd-45f8-8dd6-bb1fe51436ba req-23c17ab0-06f5-4d68-a42a-5eaa0b97afdf tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.2999110 Apr 08 19:03:05.499044 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-33b4ca53-c1bd-45f8-8dd6-bb1fe51436ba req-7b11f5f5-62fb-4fb6-9283-d572fbb2b622 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962112 Apr 08 19:03:05.522640 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-5c356a4b-a72c-4fe1-9571-158c5d191733 service neutron] 10.222.0.109 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278133 Apr 08 19:03:05.558261 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f15843-95ef-44ef-a567-4faf8bf1582a x-openstack-request-id: req-e9f15843-95ef-44ef-a567-4faf8bf1582a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:05.558781 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1c6fd1-5496-4b83-a281-460dda0bbfed", "name": "network-vif-plugged", "status": "completed", "tag": "a6c3dcc1-15b0-4d16-bb46-48579e39888f", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:05.559048 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e9f15843-95ef-44ef-a567-4faf8bf1582a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:05.559452 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f15843-95ef-44ef-a567-4faf8bf1582a'] response: {'server_uuid': 'be1c6fd1-5496-4b83-a281-460dda0bbfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c3dcc1-15b0-4d16-bb46-48579e39888f', 'code': 200} Apr 08 19:03:05.659687 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-d2183315-3000-479f-ab72-f26c6d678a5d service neutron] 10.222.0.109 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361840 Apr 08 19:03:05.684717 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7bf7b-765a-41c9-96da-f9737138b140 req-82df725a-9a20-4e1e-aeb1-c43f8ee4b827 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:05.687325 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dfc7bf7b-765a-41c9-96da-f9737138b140 req-82df725a-9a20-4e1e-aeb1-c43f8ee4b827 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0822260 Apr 08 19:03:05.763666 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dfc7bf7b-765a-41c9-96da-f9737138b140 req-e5a804b1-0b5b-4c21-96c6-c0372f15796d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685966 Apr 08 19:03:05.864405 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8753c7d-277a-41fe-a7fc-85681d14cb32 req-12aac492-0bbf-4497-ad94-a0d701596801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:05.865980 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d8753c7d-277a-41fe-a7fc-85681d14cb32 req-12aac492-0bbf-4497-ad94-a0d701596801 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 1129 time: 0.0541267 Apr 08 19:03:05.866158 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-11ca17fb-67d3-4ce4-ad9f-ec84b1c4a115 req-ce274f3c-2372-414a-ab1c-64c2c50177c4 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 210 time: 0.0282853 Apr 08 19:03:05.926306 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d8753c7d-277a-41fe-a7fc-85681d14cb32 req-55eeaadb-b7ef-4723-8a63-313203d4a5e0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492544 Apr 08 19:03:06.631695 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d16a3-f75e-4d85-8fdf-c28ec4de3d30 req-feff3397-4105-41bc-beda-0fb9ebc53e06 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:06.633537 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a40d16a3-f75e-4d85-8fdf-c28ec4de3d30 req-feff3397-4105-41bc-beda-0fb9ebc53e06 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0539558 Apr 08 19:03:06.667000 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60844) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:06.749718 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a40d16a3-f75e-4d85-8fdf-c28ec4de3d30 req-401a6694-87a0-480b-8437-f5fc61526305 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007328 Apr 08 19:03:06.820091 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0f6917d7-48c7-4d1f-b45c-cc1bd1f60c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:06.925671 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0f6917d7-48c7-4d1f-b45c-cc1bd1f60c91 admin admin] Publish callbacks [] for security_group (de431b2e-788b-400c-b38d-c9826fd7eb71), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:06.929002 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b474e3b-315b-4d4b-820f-24e28ff6230e req-a5ae0955-0e24-4d94-84fb-db474becebc2 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:06.930666 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5b474e3b-315b-4d4b-820f-24e28ff6230e req-a5ae0955-0e24-4d94-84fb-db474becebc2 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0944533 Apr 08 19:03:06.932905 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0f6917d7-48c7-4d1f-b45c-cc1bd1f60c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (de431b2e-788b-400c-b38d-c9826fd7eb71), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:06.940304 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60860) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:06.946015 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'floatingip': {'port_id': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:06.991146 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024b386-4186-4a21-9957-4b4ed8276f7a req-e9eb8198-32a7-45ae-9bf1-7e89a54c29d5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:06.992741 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3024b386-4186-4a21-9957-4b4ed8276f7a req-e9eb8198-32a7-45ae-9bf1-7e89a54c29d5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.1166792 Apr 08 19:03:06.996845 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0f6917d7-48c7-4d1f-b45c-cc1bd1f60c91 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=7014fab7d7c5453399d3639b7092d08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281395 Apr 08 19:03:06.998717 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6917d7-48c7-4d1f-b45c-cc1bd1f60c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de431b2e-788b-400c-b38d-c9826fd7eb71,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:07.001109 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60862) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:07.064137 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a0c-919d-4c2a-b677-6d80a6ae00aa admin admin] Publish callbacks [] for security_group (de431b2e-788b-400c-b38d-c9826fd7eb71), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.085825 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (617eede8-b2fe-45fa-9a56-d17b123ea0b4), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.087067 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a0c-919d-4c2a-b677-6d80a6ae00aa admin admin] Publish callbacks [] for security_group (de431b2e-788b-400c-b38d-c9826fd7eb71), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.089125 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8e30121e-1090-43bb-bb43-b3398684cf3f req-9598a6ba-5314-4613-8fde-232ead3252cb tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 210 time: 0.0954161 Apr 08 19:03:07.151452 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a0c-919d-4c2a-b677-6d80a6ae00aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (de431b2e-788b-400c-b38d-c9826fd7eb71), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.154742 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6a0c-919d-4c2a-b677-6d80a6ae00aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.156037 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-7b4b6a0c-919d-4c2a-b677-6d80a6ae00aa admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/de431b2e-788b-400c-b38d-c9826fd7eb71 HTTP/1.1" status: 204 len: 168 time: 0.1539726 Apr 08 19:03:07.173493 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b6a0c-919d-4c2a-b677-6d80a6ae00aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de431b2e-788b-400c-b38d-c9826fd7eb71,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:07.250376 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3024b386-4186-4a21-9957-4b4ed8276f7a req-d43edbe7-c8e1-4a54-8fe5-0e49329b9751 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123067 Apr 08 19:03:07.507174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60868) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:07.527627 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-161b89ba-eaf5-4582-990c-09a50ab16e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.636347 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-161b89ba-eaf5-4582-990c-09a50ab16e00 admin admin] Publish callbacks [] for security_group (ce026a9b-ea0e-4467-8fa9-c50a7c86661c), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.643288 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-161b89ba-eaf5-4582-990c-09a50ab16e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ce026a9b-ea0e-4467-8fa9-c50a7c86661c), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.700568 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-161b89ba-eaf5-4582-990c-09a50ab16e00 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ea8125ced8e14aa6bfd1ce6258dc61cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895065 Apr 08 19:03:07.700568 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b89ba-eaf5-4582-990c-09a50ab16e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce026a9b-ea0e-4467-8fa9-c50a7c86661c,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:07.700947 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60876) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:07.834946 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 19:03:07.903080 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83ad223a-8fa3-4893-a7fb-459c876a7abc admin admin] Publish callbacks [] for security_group (ce026a9b-ea0e-4467-8fa9-c50a7c86661c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.913227 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60888) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:07.952173 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.958258 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83ad223a-8fa3-4893-a7fb-459c876a7abc admin admin] Publish callbacks [] for security_group (ce026a9b-ea0e-4467-8fa9-c50a7c86661c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:07.966766 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (617eede8-b2fe-45fa-9a56-d17b123ea0b4), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.046242 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a64df3b3-8dbe-4ece-ac50-2b536466684e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.150365 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a64df3b3-8dbe-4ece-ac50-2b536466684e admin admin] Publish callbacks [] for security_group (b78f05d3-bf68-4f68-b49f-a91d28e20e1e), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.164339 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a64df3b3-8dbe-4ece-ac50-2b536466684e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b78f05d3-bf68-4f68-b49f-a91d28e20e1e), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.216009 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-a64df3b3-8dbe-4ece-ac50-2b536466684e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b88152fc5266488a978f0ce0190019fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015878 Apr 08 19:03:08.216917 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64df3b3-8dbe-4ece-ac50-2b536466684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78f05d3-bf68-4f68-b49f-a91d28e20e1e,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:08.219262 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60898) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:08.274481 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1523-09f8-4d02-9c2a-1163ae887716 admin admin] Publish callbacks [] for security_group (b78f05d3-bf68-4f68-b49f-a91d28e20e1e), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.300810 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1523-09f8-4d02-9c2a-1163ae887716 admin admin] Publish callbacks [] for security_group (b78f05d3-bf68-4f68-b49f-a91d28e20e1e), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.371591 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8e41acc7-3a56-49e4-bb7b-961f0dc5bdd6 req-ce564411-2d08-4c9b-a9a5-89ab38c37e71 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 210 time: 0.0390120 Apr 08 19:03:08.428355 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83ad223a-8fa3-4893-a7fb-459c876a7abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ce026a9b-ea0e-4467-8fa9-c50a7c86661c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.433512 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83ad223a-8fa3-4893-a7fb-459c876a7abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.434870 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-83ad223a-8fa3-4893-a7fb-459c876a7abc admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ce026a9b-ea0e-4467-8fa9-c50a7c86661c HTTP/1.1" status: 204 len: 168 time: 0.7331057 Apr 08 19:03:08.452917 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad223a-8fa3-4893-a7fb-459c876a7abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce026a9b-ea0e-4467-8fa9-c50a7c86661c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:08.463292 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56186fd-ad7b-43d3-9623-eb3cbc69fdf0 req-622beff1-fb79-4d80-921b-c27abbd39f94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:08.465432 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d56186fd-ad7b-43d3-9623-eb3cbc69fdf0 req-622beff1-fb79-4d80-921b-c27abbd39f94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0985620 Apr 08 19:03:08.466765 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Floating IP 617eede8-b2fe-45fa-9a56-d17b123ea0b4 associated. External IP: 172.27.0.204, port: b184030c-f7e2-4f31-a52a-10ea2b3886e1. Apr 08 19:03:08.475519 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1523-09f8-4d02-9c2a-1163ae887716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b78f05d3-bf68-4f68-b49f-a91d28e20e1e), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.478999 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1523-09f8-4d02-9c2a-1163ae887716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.480375 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-bd7a1523-09f8-4d02-9c2a-1163ae887716 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b78f05d3-bf68-4f68-b49f-a91d28e20e1e HTTP/1.1" status: 204 len: 168 time: 0.2599788 Apr 08 19:03:08.500241 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3f57d96b-b988-4947-8b97-944c2e1e6c79 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:08.502476 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3f57d96b-b988-4947-8b97-944c2e1e6c79 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.113 "GET /v2.0/networks?id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e HTTP/1.1" status: 200 len: 809 time: 0.1913922 Apr 08 19:03:08.503993 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a1523-09f8-4d02-9c2a-1163ae887716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78f05d3-bf68-4f68-b49f-a91d28e20e1e,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:08.618964 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d56186fd-ad7b-43d3-9623-eb3cbc69fdf0 req-50edbf95-b4c1-43ed-95ab-e000c25d4dc4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903733 Apr 08 19:03:08.799054 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:03:08.874807 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 60924) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:08.890587 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00ac5509-9e0d-4401-85b8-8733965fc829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.978822 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00ac5509-9e0d-4401-85b8-8733965fc829 admin admin] Publish callbacks [] for security_group (1c3a2257-8561-4e29-af68-f7ea9740a6ea), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.994064 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00ac5509-9e0d-4401-85b8-8733965fc829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (1c3a2257-8561-4e29-af68-f7ea9740a6ea), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:08.995279 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac23e7b-18c7-4e2c-bc43-e433645b5d24 req-0295dfce-e960-41ef-880a-8203222fcf7c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:08.997524 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fac23e7b-18c7-4e2c-bc43-e433645b5d24 req-0295dfce-e960-41ef-880a-8203222fcf7c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0692408 Apr 08 19:03:08.999316 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:03:09.008046 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:09.018479 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] Sync routers for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:03:09.032186 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:09.033953 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:02:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:09.047145 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60928) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:09.048046 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-00ac5509-9e0d-4401-85b8-8733965fc829 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8e7839de01d04d82bc5debf57ac89c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707914 Apr 08 19:03:09.055638 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac5509-9e0d-4401-85b8-8733965fc829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3a2257-8561-4e29-af68-f7ea9740a6ea,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:09.140236 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-8e03e63e-c845-49d9-a478-533d28ad1a03 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "PUT /v2.0/floatingips/617eede8-b2fe-45fa-9a56-d17b123ea0b4 HTTP/1.1" status: 200 len: 992 time: 2.1883097 Apr 08 19:03:09.141822 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'tag': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:09.147210 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75" -d '{"events": [{"name": "network-changed", "server_uuid": "fac60a7d-c2f0-444c-a209-6c3c7aca64e4", "tag": "b184030c-f7e2-4f31-a52a-10ea2b3886e1"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:09.152495 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fac23e7b-18c7-4e2c-bc43-e433645b5d24 req-d466e074-972b-472d-b6df-fc77d88deb07 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082902 Apr 08 19:03:09.163518 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:09.170021 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe34e404-1551-4d05-8d2c-0e0bb1c9cad5 admin admin] Publish callbacks [] for security_group (1c3a2257-8561-4e29-af68-f7ea9740a6ea), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:09.203995 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe34e404-1551-4d05-8d2c-0e0bb1c9cad5 admin admin] Publish callbacks [] for security_group (1c3a2257-8561-4e29-af68-f7ea9740a6ea), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:09.229548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba18c83-6c0b-41e0-afd6-d9bec526ab2f x-openstack-request-id: req-6ba18c83-6c0b-41e0-afd6-d9bec526ab2f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:09.229548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac60a7d-c2f0-444c-a209-6c3c7aca64e4", "tag": "b184030c-f7e2-4f31-a52a-10ea2b3886e1", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:09.229548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6ba18c83-6c0b-41e0-afd6-d9bec526ab2f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:09.229962 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba18c83-6c0b-41e0-afd6-d9bec526ab2f'] response: {'name': 'network-changed', 'server_uuid': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'tag': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'status': 'completed', 'code': 200} Apr 08 19:03:09.293472 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe34e404-1551-4d05-8d2c-0e0bb1c9cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (1c3a2257-8561-4e29-af68-f7ea9740a6ea), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:09.296543 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe34e404-1551-4d05-8d2c-0e0bb1c9cad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:09.301850 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fe34e404-1551-4d05-8d2c-0e0bb1c9cad5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/1c3a2257-8561-4e29-af68-f7ea9740a6ea HTTP/1.1" status: 204 len: 168 time: 0.2513587 Apr 08 19:03:09.312372 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34e404-1551-4d05-8d2c-0e0bb1c9cad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3a2257-8561-4e29-af68-f7ea9740a6ea,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:09.457083 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '617eede8-b2fe-45fa-9a56-d17b123ea0b4', 'tenant_id': '64809a7d93024517907a325376c3904a', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'port_id': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'mac_address': 'fa:16:3e:85:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:25Z', 'updated_at': '2022-04-08T19:03:07Z', 'revision_number': 1, 'project_id': '64809a7d93024517907a325376c3904a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:09.496287 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] Checking router: a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:03:09.506986 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:09.507616 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:02:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:09.543593 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-113d98e6-969d-4fab-a988-ceb538038e59 req-2ca3ebd6-8790-4421-bf58-12f419b6029a tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 210 time: 0.0635777 Apr 08 19:03:09.630475 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:09.947752 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '617eede8-b2fe-45fa-9a56-d17b123ea0b4', 'tenant_id': '64809a7d93024517907a325376c3904a', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'port_id': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'mac_address': 'fa:16:3e:85:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:25Z', 'updated_at': '2022-04-08T19:03:07Z', 'revision_number': 1, 'project_id': '64809a7d93024517907a325376c3904a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:09.969067 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 60982) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:09.983052 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025fd30-ff8e-4044-a2f1-804f5c48b25a None None] The sync data for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi is: [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '617eede8-b2fe-45fa-9a56-d17b123ea0b4', 'tenant_id': '64809a7d93024517907a325376c3904a', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'port_id': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'mac_address': 'fa:16:3e:85:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:25Z', 'updated_at': '2022-04-08T19:03:07Z', 'revision_number': 1, 'project_id': '64809a7d93024517907a325376c3904a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:03:10.094651 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Request body: {'port': {'device_id': '4b3b8933-d95c-41c8-8bc7-e6e1e70941cb', 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e', 'admin_state_up': True, 'tenant_id': '6fe2fa86c9b340739a1504c4cb2e7bac'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:10.232050 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-09547625-f99e-44df-974e-ab6d3d216b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:10.243277 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-b644bc29-63d8-4cfc-9372-07aa1bad75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:10.245550 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-b644bc29-63d8-4cfc-9372-07aa1bad75d3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 1129 time: 0.0491898 Apr 08 19:03:10.277037 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-efef97d5-9f6a-4c0f-b320-6753e2fe40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:10.278571 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-efef97d5-9f6a-4c0f-b320-6753e2fe40fd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 1130 time: 0.1877782 Apr 08 19:03:10.349548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64484b5f-2568-4c10-8a80-b6c89389b2f5 req-c9f9115c-933c-4caa-905c-6b8fdefb0057 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:10.351418 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-64484b5f-2568-4c10-8a80-b6c89389b2f5 req-c9f9115c-933c-4caa-905c-6b8fdefb0057 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0686290 Apr 08 19:03:10.358966 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Made reservation on behalf of 6fe2fa86c9b340739a1504c4cb2e7bac for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:03:10.364739 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:10.396988 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ba8d0-642f-4e6a-9f84-9a81ab84cad5 None None] New status for floating IP 617eede8-b2fe-45fa-9a56-d17b123ea0b4: ACTIVE {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:03:10.483272 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-09547625-f99e-44df-974e-ab6d3d216b00 admin admin] Publish callbacks [] for security_group (b1f91b18-6f8b-43b5-acf7-3b0f43c0e946), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:10.507833 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-09547625-f99e-44df-974e-ab6d3d216b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b1f91b18-6f8b-43b5-acf7-3b0f43c0e946), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:10.539338 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-64484b5f-2568-4c10-8a80-b6c89389b2f5 req-84d6acae-19ae-4ee9-8464-74902774c42b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782589 Apr 08 19:03:10.551995 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Allocated IP 172.20.0.12 (d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e/6a25724b-5e86-4808-8ce9-ff76b218c8b9/f10da3de-0121-47c5-bf8e-97c042e09812) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:03:10.656437 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-09547625-f99e-44df-974e-ab6d3d216b00 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=42e0486b70cf45fab1542ad854bd251a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6831281 Apr 08 19:03:10.661614 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 32782) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:10.666890 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09547625-f99e-44df-974e-ab6d3d216b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f91b18-6f8b-43b5-acf7-3b0f43c0e946,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:10.837692 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6844108d-8e8a-4b1f-a2f8-8535101a8564 req-6cbeb4ac-4df7-4e91-a8fb-d570766fbbeb tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 210 time: 0.1387177 Apr 08 19:03:10.868306 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-68ef764b-f035-4b10-8747-98ceb390a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:10.871146 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-68ef764b-f035-4b10-8747-98ceb390a7b1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 912 time: 0.2403073 Apr 08 19:03:10.895202 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64566258-bfbc-4a27-8f44-9fdef56a7cf7 admin admin] Publish callbacks [] for security_group (b1f91b18-6f8b-43b5-acf7-3b0f43c0e946), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:10.959596 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64566258-bfbc-4a27-8f44-9fdef56a7cf7 admin admin] Publish callbacks [] for security_group (b1f91b18-6f8b-43b5-acf7-3b0f43c0e946), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:10.984819 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-63127f0e-a6bd-488d-9a44-03016b08dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:10.987054 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-63127f0e-a6bd-488d-9a44-03016b08dcaf service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.3289587 Apr 08 19:03:11.027424 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks [] for port (f10da3de-0121-47c5-bf8e-97c042e09812), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:11.100294 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-fb06f249-bb20-4c66-bb61-4aa8ac9ef60f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c3dcc1-15b0-4d16-bb46-48579e39888f HTTP/1.1" status: 200 len: 217 time: 0.0893691 Apr 08 19:03:11.127910 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-138c9335-2505-4c48-a5e6-b29c098a6aa8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1 HTTP/1.1" status: 200 len: 1002 time: 0.2425082 Apr 08 19:03:11.197772 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-7af63cb6-5495-4fc1-bb50-a95e536515c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:11.200126 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-7af63cb6-5495-4fc1-bb50-a95e536515c0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0907667 Apr 08 19:03:11.204650 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:11.212420 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-64b999c1-970f-45f3-9ff4-829be1a43cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:11.214186 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-64b999c1-970f-45f3-9ff4-829be1a43cac service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4da7e50-1dee-4637-83a5-33f945609d49 HTTP/1.1" status: 200 len: 849 time: 0.0748992 Apr 08 19:03:11.252510 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:03:11.285056 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-b19a37f1-fc9b-411f-aada-d01d4aeaac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:11.286851 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-b19a37f1-fc9b-411f-aada-d01d4aeaac1a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=21f97656-9d80-499b-9b53-414617a06edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636401 Apr 08 19:03:11.322788 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64566258-bfbc-4a27-8f44-9fdef56a7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b1f91b18-6f8b-43b5-acf7-3b0f43c0e946), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:11.326255 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64566258-bfbc-4a27-8f44-9fdef56a7cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:11.328189 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-64566258-bfbc-4a27-8f44-9fdef56a7cf7 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b1f91b18-6f8b-43b5-acf7-3b0f43c0e946 HTTP/1.1" status: 204 len: 168 time: 0.6288586 Apr 08 19:03:11.370618 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:11.379442 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-22900a1d-9a19-42f0-a331-a76d3e2daf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:11.381303 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-22900a1d-9a19-42f0-a331-a76d3e2daf5c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1272287 Apr 08 19:03:11.382336 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:03:11.388416 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:11.389593 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:11.395039 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64566258-bfbc-4a27-8f44-9fdef56a7cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f91b18-6f8b-43b5-acf7-3b0f43c0e946,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:11.508656 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-c62e7272-0f6a-47a2-a752-53678d444d5f service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145140 Apr 08 19:03:11.606023 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Pushing event updated for resources: {'Port': ['ID=f10da3de-0121-47c5-bf8e-97c042e09812,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:11.629205 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-992e5126-66a6-4e0b-8b3b-7c0dabcc7511 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128410 Apr 08 19:03:11.635855 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-0ca86556-0962-4b75-af7e-cfdb861f466d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5461495 Apr 08 19:03:11.700935 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10a32a-a9f0-4627-b1e0-f97f92da113a req-67e52d91-1ca1-4586-bdd3-836ff4063010 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:11.702459 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4f10a32a-a9f0-4627-b1e0-f97f92da113a req-67e52d91-1ca1-4586-bdd3-836ff4063010 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.1476247 Apr 08 19:03:11.713759 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b027608-6209-4cd1-a8ef-17c9052ad81f req-7cdde47e-dec7-410c-97f7-f81055cf6687 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:11.715570 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7b027608-6209-4cd1-a8ef-17c9052ad81f req-7cdde47e-dec7-410c-97f7-f81055cf6687 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0759239 Apr 08 19:03:11.795448 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4f10a32a-a9f0-4627-b1e0-f97f92da113a req-fe237ca0-c7a4-44ab-a8e2-32fb305e4d21 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786471 Apr 08 19:03:11.817444 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7b027608-6209-4cd1-a8ef-17c9052ad81f req-72553252-5d86-4791-9c03-293995c0ce3b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801611 Apr 08 19:03:12.004066 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f1456-66f2-47a4-b1d9-bf99898a8c4e req-69428370-1811-42ee-843d-11f9b904df54 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:12.008679 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2c8f1456-66f2-47a4-b1d9-bf99898a8c4e req-69428370-1811-42ee-843d-11f9b904df54 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 932 time: 0.0738108 Apr 08 19:03:12.074951 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2c8f1456-66f2-47a4-b1d9-bf99898a8c4e req-bc9f40df-ef9d-46a5-8088-a76114bf1aef tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615468 Apr 08 19:03:12.995964 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5784b-8ac5-4f2f-a342-c9fec0a0a69d req-ccd4050f-029d-41f4-849c-f42bbfb9c1d0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:12.997518 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3ed5784b-8ac5-4f2f-a342-c9fec0a0a69d req-ccd4050f-029d-41f4-849c-f42bbfb9c1d0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0901291 Apr 08 19:03:13.019402 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05222c6b-a6d4-4971-ad74-c9b513ff1519 req-9eb53742-1e03-4f59-a0e2-1f2fb4031bac tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:13.021096 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-05222c6b-a6d4-4971-ad74-c9b513ff1519 req-9eb53742-1e03-4f59-a0e2-1f2fb4031bac tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.1023524 Apr 08 19:03:13.083203 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3ed5784b-8ac5-4f2f-a342-c9fec0a0a69d req-403e76fc-2d2f-4aaf-ab4f-75b928706195 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786142 Apr 08 19:03:13.102418 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-05222c6b-a6d4-4971-ad74-c9b513ff1519 req-4a136e2e-2a39-41e3-a3ab-e74c4d9777f7 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729434 Apr 08 19:03:13.212970 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Request body: {'port': {'device_id': '4b3b8933-d95c-41c8-8bc7-e6e1e70941cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:13.226906 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b3bf-7f48-4dd0-96f1-352d41097ea2 req-f4daa9f3-9be3-4e0c-aa17-e3f69cc6ada0 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:13.228605 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-48b3b3bf-7f48-4dd0-96f1-352d41097ea2 req-f4daa9f3-9be3-4e0c-aa17-e3f69cc6ada0 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 932 time: 0.0728755 Apr 08 19:03:13.329217 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-48b3b3bf-7f48-4dd0-96f1-352d41097ea2 req-da5d7066-c017-4077-ae1e-12062d0570c2 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903780 Apr 08 19:03:13.343006 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:13.365613 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad33a16b-1eaa-4b79-a0b9-7b84fae11c75 req-0a9928df-d1b5-4aef-a089-848e33d42ac5 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538954 Apr 08 19:03:13.373336 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5c7f0da8-849f-4cab-88ec-5810b0ed1021 req-4e5d5707-1691-40bf-b75d-d448d5b5a3e0 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643991 Apr 08 19:03:13.665167 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10da3de-0121-47c5-bf8e-97c042e09812 {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:03:13.677489 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Publish callbacks [] for port (f10da3de-0121-47c5-bf8e-97c042e09812), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:13.694554 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Transition to ACTIVE for port object f10da3de-0121-47c5-bf8e-97c042e09812 will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:03:13.698284 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:13.753545 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Pushing event updated for resources: {'Port': ['ID=f10da3de-0121-47c5-bf8e-97c042e09812,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:13.801345 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Attempting to bind port f10da3de-0121-47c5-bf8e-97c042e09812 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:03:13.801780 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Attempting to bind port f10da3de-0121-47c5-bf8e-97c042e09812 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:03:13.802205 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Attempting to bind port f10da3de-0121-47c5-bf8e-97c042e09812 on network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:13.808068 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Port f10da3de-0121-47c5-bf8e-97c042e09812 on network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:03:13.808747 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Attempting to bind port f10da3de-0121-47c5-bf8e-97c042e09812 on network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:13.816643 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:03:13.816987 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Checking segment: {'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:03:13.817373 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Bound using segment: {'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:03:13.817855 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Bound port: f10da3de-0121-47c5-bf8e-97c042e09812, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:03:13.818279 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:14.194399 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-7d8c17a3-4d8a-4912-9c15-eee86c92e80e tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:14.195914 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-7d8c17a3-4d8a-4912-9c15-eee86c92e80e tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.113 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.3298397 Apr 08 19:03:14.213784 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] For port f10da3de-0121-47c5-bf8e-97c042e09812, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:03:14.215964 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] For port f10da3de-0121-47c5-bf8e-97c042e09812, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f10da3de-0121-47c5-bf8e-97c042e09812,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:03:14.235475 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:14.256124 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a88e8-3c74-470f-ad83-870eb6c73258 req-701b8258-96a2-43a1-9a96-c9ed40f98776 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:14.258131 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d03a88e8-3c74-470f-ad83-870eb6c73258 req-701b8258-96a2-43a1-9a96-c9ed40f98776 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0869339 Apr 08 19:03:14.312426 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe97517-001e-4e6f-a17d-35b87a8182e1 req-9910b619-5256-4cbf-a3f4-ed6d190abfc6 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:14.315353 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5fe97517-001e-4e6f-a17d-35b87a8182e1 req-9910b619-5256-4cbf-a3f4-ed6d190abfc6 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 946 time: 0.0815444 Apr 08 19:03:14.334088 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:14.334714 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:14.336195 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] 10.222.0.113 "PUT /v2.0/ports/f10da3de-0121-47c5-bf8e-97c042e09812 HTTP/1.1" status: 200 len: 1094 time: 1.1285679 Apr 08 19:03:14.336782 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3b8933-d95c-41c8-8bc7-e6e1e70941cb', 'tag': 'f10da3de-0121-47c5-bf8e-97c042e09812'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:14.339316 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3b8933-d95c-41c8-8bc7-e6e1e70941cb", "tag": "f10da3de-0121-47c5-bf8e-97c042e09812"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:14.375298 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d900757-25c3-46a7-93c0-eaf7dd264410 service neutron] Pushing event updated for resources: {'Port': ['ID=f10da3de-0121-47c5-bf8e-97c042e09812,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:14.394207 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5fe97517-001e-4e6f-a17d-35b87a8182e1 req-8b27fcac-82ba-44c0-bf61-ecbbce50bf9b tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/security-groups?id=898913cb-54bc-410e-b9de-04c113a0d278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669649 Apr 08 19:03:14.413808 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Deleting port 9badb13f-9ea7-41b8-a993-46d0306688d6 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:03:14.413808 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:14.438183 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d03a88e8-3c74-470f-ad83-870eb6c73258 req-31aefa95-69c8-4de4-b6c3-44a092a9dc77 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401181 Apr 08 19:03:14.456243 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41dbcc5-4076-4532-9731-ef9854e18aee x-openstack-request-id: req-e41dbcc5-4076-4532-9731-ef9854e18aee {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:14.456545 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3b8933-d95c-41c8-8bc7-e6e1e70941cb", "tag": "f10da3de-0121-47c5-bf8e-97c042e09812", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:14.456799 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e41dbcc5-4076-4532-9731-ef9854e18aee {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:14.457189 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41dbcc5-4076-4532-9731-ef9854e18aee'] response: {'name': 'network-changed', 'server_uuid': '4b3b8933-d95c-41c8-8bc7-e6e1e70941cb', 'tag': 'f10da3de-0121-47c5-bf8e-97c042e09812', 'status': 'completed', 'code': 200} Apr 08 19:03:14.466163 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-60ba273e-f1d9-4c3b-a8fc-359e2934dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:14.467676 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-60ba273e-f1d9-4c3b-a8fc-359e2934dff5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6fe2fa86c9b340739a1504c4cb2e7bac&device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 1128 time: 0.0729175 Apr 08 19:03:14.535202 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-46a373f3-a541-48fe-a415-04f463aff55b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f10da3de-0121-47c5-bf8e-97c042e09812 HTTP/1.1" status: 200 len: 217 time: 0.0395644 Apr 08 19:03:14.542349 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd20e5-8746-47d3-aba2-98585e88971b req-a72f3340-fed7-4939-ba80-c0fa6c84f6f7 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:14.544273 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b2dd20e5-8746-47d3-aba2-98585e88971b req-a72f3340-fed7-4939-ba80-c0fa6c84f6f7 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 944 time: 0.0520470 Apr 08 19:03:14.593539 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b2dd20e5-8746-47d3-aba2-98585e88971b req-3dcb540c-b95e-4a6d-942c-c31609b4ddaf tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Apr 08 19:03:14.595745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] For port 9badb13f-9ea7-41b8-a993-46d0306688d6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9badb13f-9ea7-41b8-a993-46d0306688d6,segment=NetworkSegment(27fdedd4-2c5d-4d98-8f1d-f3098d455b3a),segment_id=27fdedd4-2c5d-4d98-8f1d-f3098d455b3a)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:14.596361 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:14.615348 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Calling delete_port for 9badb13f-9ea7-41b8-a993-46d0306688d6 owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:03:14.619011 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-4ec7b463-ba84-44a9-955c-cd6d6f48510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:14.620507 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-4ec7b463-ba84-44a9-955c-cd6d6f48510d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6a25724b-5e86-4808-8ce9-ff76b218c8b9 HTTP/1.1" status: 200 len: 849 time: 0.0783665 Apr 08 19:03:14.706868 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-ff56c15b-90f5-4072-bc71-b47f9e353e34 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761006 Apr 08 19:03:14.849986 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-db2b0693-4da9-406d-af89-adb513aa7337 service neutron] 10.222.0.113 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277013 Apr 08 19:03:14.883622 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (9badb13f-9ea7-41b8-a993-46d0306688d6), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:14.896404 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['9badb13f-9ea7-41b8-a993-46d0306688d6'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:03:14.951402 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Pushing event deleted for resources: {'Port': ['ID=9badb13f-9ea7-41b8-a993-46d0306688d6,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:15.037773 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] No DVR routers for this DVR port 9badb13f-9ea7-41b8-a993-46d0306688d6 on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:03:15.041016 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:15.044546 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d609d6a0-226d-49ae-b435-ba39aee30ec2 req-ff3bcb91-d5e5-427f-9119-b7477bdc5936 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.113 "DELETE /v2.0/ports/9badb13f-9ea7-41b8-a993-46d0306688d6 HTTP/1.1" status: 204 len: 173 time: 0.8418109 Apr 08 19:03:15.067102 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9c942b8a-6a41-4212-a1da-11a27b0c206c req-dff0bb47-06b3-4d8a-bdaf-937fc992bbd7 service neutron] 10.222.0.113 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076194 Apr 08 19:03:15.495150 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-071ff437-b724-489e-961a-394957a528da req-f6df1c36-5bb7-4cad-bcb6-e1c7a23c91a7 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 210 time: 0.0346360 Apr 08 19:03:15.549102 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a6f6-3d08-4d98-8f97-3ba32277eb32 req-90b4c259-6fd6-4cf6-b608-cf2a13194b26 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:15.551663 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8895a6f6-3d08-4d98-8f97-3ba32277eb32 req-90b4c259-6fd6-4cf6-b608-cf2a13194b26 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0594752 Apr 08 19:03:15.601562 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8895a6f6-3d08-4d98-8f97-3ba32277eb32 req-fa5def1a-a958-4cae-becb-181be11ca96f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432007 Apr 08 19:03:15.712649 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56ed10-6baf-4ccb-a78b-785c740f4e18 req-00a54127-abe7-4d64-9820-6f982d3e9c9d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:15.714128 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6a56ed10-6baf-4ccb-a78b-785c740f4e18 req-00a54127-abe7-4d64-9820-6f982d3e9c9d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 944 time: 0.0508423 Apr 08 19:03:15.761204 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6a56ed10-6baf-4ccb-a78b-785c740f4e18 req-ef55b577-328c-495e-b6af-a6552285e09e tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Apr 08 19:03:16.202029 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-7a31c447-4d8f-4654-911d-00b6212695b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:16.205194 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-7a31c447-4d8f-4654-911d-00b6212695b8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6fe2fa86c9b340739a1504c4cb2e7bac&device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 1128 time: 0.0507569 Apr 08 19:03:16.323417 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-6c7bc016-ffca-4994-808f-94e7f697f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:16.325377 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-6c7bc016-ffca-4994-808f-94e7f697f0be service neutron] 10.222.0.113 "GET /v2.0/networks?id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e HTTP/1.1" status: 200 len: 911 time: 0.1119218 Apr 08 19:03:16.458984 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0e4ddc-9d9e-46da-bfcb-e456d802efe9', 'name': 'network-vif-deleted', 'tag': '9badb13f-9ea7-41b8-a993-46d0306688d6'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:16.461578 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89707a5-a48a-4a78-8ab9-1b270dd7f67b" -d '{"events": [{"server_uuid": "9e0e4ddc-9d9e-46da-bfcb-e456d802efe9", "name": "network-vif-deleted", "tag": "9badb13f-9ea7-41b8-a993-46d0306688d6"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:16.505486 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a453c3d-3341-4406-b3c6-455e49e593b0 x-openstack-request-id: req-3a453c3d-3341-4406-b3c6-455e49e593b0 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:16.505812 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0e4ddc-9d9e-46da-bfcb-e456d802efe9", "name": "network-vif-deleted", "tag": "9badb13f-9ea7-41b8-a993-46d0306688d6", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:16.506087 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3a453c3d-3341-4406-b3c6-455e49e593b0 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:16.506545 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a453c3d-3341-4406-b3c6-455e49e593b0'] response: {'server_uuid': '9e0e4ddc-9d9e-46da-bfcb-e456d802efe9', 'name': 'network-vif-deleted', 'tag': '9badb13f-9ea7-41b8-a993-46d0306688d6', 'status': 'completed', 'code': 200} Apr 08 19:03:16.618994 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-2f66b7ff-1dfe-4053-a36d-a9472fb3aa01 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f10da3de-0121-47c5-bf8e-97c042e09812 HTTP/1.1" status: 200 len: 217 time: 0.0474708 Apr 08 19:03:16.660356 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f48867ac-3b74-4c33-85d2-37fd2b02adf8 req-726a9d19-0015-4ddc-835b-b7bc875bf8c3 tempest-DeleteServersTestJSON-801556632 tempest-DeleteServersTestJSON-801556632-project] 10.222.0.109 "GET /v2.0/ports?device_id=9e0e4ddc-9d9e-46da-bfcb-e456d802efe9 HTTP/1.1" status: 200 len: 210 time: 0.0618818 Apr 08 19:03:16.684899 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33036) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:16.685614 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-ad163438-5318-4d40-92ff-33f32ea79cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:16.687186 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-ad163438-5318-4d40-92ff-33f32ea79cf4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6a25724b-5e86-4808-8ce9-ff76b218c8b9 HTTP/1.1" status: 200 len: 849 time: 0.0513253 Apr 08 19:03:16.745472 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-81a66bcb-68c1-4d61-8dc2-833778182730 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433750 Apr 08 19:03:16.757950 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f4d56-53f9-42c7-899e-58961e565956 req-4451ea24-a207-4f55-b50f-7c74bf9450e6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:16.760760 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-963f4d56-53f9-42c7-899e-58961e565956 req-4451ea24-a207-4f55-b50f-7c74bf9450e6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0623333 Apr 08 19:03:16.840696 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88545fdd-52ba-4717-80fc-14810ec7b233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:16.874231 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-b7a91f61-ada9-4d17-ad74-dadafb281e8d service neutron] 10.222.0.113 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178038 Apr 08 19:03:16.876087 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-963f4d56-53f9-42c7-899e-58961e565956 req-499b7b0e-aceb-48d2-89d5-91083a9cc0a1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080346 Apr 08 19:03:16.921009 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a869f-3554-4c72-9a8a-10a1bf7ae89e req-671a8ed9-1736-4624-9f3c-e0c15ba1b93e tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:16.922465 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e27a869f-3554-4c72-9a8a-10a1bf7ae89e req-671a8ed9-1736-4624-9f3c-e0c15ba1b93e tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 944 time: 0.0724082 Apr 08 19:03:16.979628 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f58ed917-d8f4-4a56-90e6-5d909ddefe6c req-43abaf5f-530c-403e-bef0-cb16685747db service neutron] 10.222.0.113 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912852 Apr 08 19:03:16.992401 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e27a869f-3554-4c72-9a8a-10a1bf7ae89e req-de375cd1-855f-4fb6-846f-da43f211b17a tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637178 Apr 08 19:03:17.014186 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88545fdd-52ba-4717-80fc-14810ec7b233 admin admin] Publish callbacks [] for security_group (277ccf7f-027f-45d4-97a9-659b9924a19e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:17.018447 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-88545fdd-52ba-4717-80fc-14810ec7b233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (277ccf7f-027f-45d4-97a9-659b9924a19e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:17.054609 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88545fdd-52ba-4717-80fc-14810ec7b233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277ccf7f-027f-45d4-97a9-659b9924a19e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:17.060316 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-88545fdd-52ba-4717-80fc-14810ec7b233 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=75ef614bdd9849838673b70edac761e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784652 Apr 08 19:03:17.063421 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33042) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:17.118182 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7c00dd91-9c43-4c89-bfb6-6f80a60e388b admin admin] Publish callbacks [] for security_group (277ccf7f-027f-45d4-97a9-659b9924a19e), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:17.139997 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7c00dd91-9c43-4c89-bfb6-6f80a60e388b admin admin] Publish callbacks [] for security_group (277ccf7f-027f-45d4-97a9-659b9924a19e), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:17.186062 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7c00dd91-9c43-4c89-bfb6-6f80a60e388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (277ccf7f-027f-45d4-97a9-659b9924a19e), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:17.188896 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7c00dd91-9c43-4c89-bfb6-6f80a60e388b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:17.190280 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-7c00dd91-9c43-4c89-bfb6-6f80a60e388b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/277ccf7f-027f-45d4-97a9-659b9924a19e HTTP/1.1" status: 204 len: 168 time: 0.1259220 Apr 08 19:03:17.197704 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00dd91-9c43-4c89-bfb6-6f80a60e388b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277ccf7f-027f-45d4-97a9-659b9924a19e,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:18.013319 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079afea-e966-428a-8fc0-9b4ab2f07de8 req-ec3d49a8-54ae-4a70-a4b7-ce20be57b9cc tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:18.020788 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2079afea-e966-428a-8fc0-9b4ab2f07de8 req-ec3d49a8-54ae-4a70-a4b7-ce20be57b9cc tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0706921 Apr 08 19:03:18.082014 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2079afea-e966-428a-8fc0-9b4ab2f07de8 req-d2c24f42-d03c-4db7-afb1-75c7fc82b65f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600338 Apr 08 19:03:18.148632 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffd804-c053-4eb7-8363-a6699b4ff4cb req-44293c43-94bf-4952-9374-16863e81e77f tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:18.150450 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ffffd804-c053-4eb7-8363-a6699b4ff4cb req-44293c43-94bf-4952-9374-16863e81e77f tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 944 time: 0.0671513 Apr 08 19:03:18.204794 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ffffd804-c053-4eb7-8363-a6699b4ff4cb req-6f481154-e268-4dd3-8f98-bfd491b63c0e tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476334 Apr 08 19:03:18.856373 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device f10da3de-0121-47c5-bf8e-97c042e09812 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:03:18.859979 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 9badb13f-9ea7-41b8-a993-46d0306688d6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:03:18.887577 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 9badb13f-9ea7-41b8-a993-46d0306688d6 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:03:18.887933 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 9badb13f-9ea7-41b8-a993-46d0306688d6 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:03:18.983917 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port f10da3de-0121-47c5-bf8e-97c042e09812, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f10da3de-0121-47c5-bf8e-97c042e09812,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:18.996728 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'f10da3de-0121-47c5-bf8e-97c042e09812', 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e', 'port_id': 'f10da3de-0121-47c5-bf8e-97c042e09812', 'mac_address': 'fa:16:3e:f2:3f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a25724b-5e86-4808-8ce9-ff76b218c8b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:03:19.035554 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port f10da3de-0121-47c5-bf8e-97c042e09812 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:19.035795 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.048657 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10da3de-0121-47c5-bf8e-97c042e09812 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:03:19.070054 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port f10da3de-0121-47c5-bf8e-97c042e09812, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f10da3de-0121-47c5-bf8e-97c042e09812,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:19.074516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.124374 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=f10da3de-0121-47c5-bf8e-97c042e09812,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:19.201418 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01237-75e0-48ad-b129-4eeb4389ade9 req-0571a132-985b-49bf-bacd-e1ecb2cfd003 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:19.203145 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6af01237-75e0-48ad-b129-4eeb4389ade9 req-0571a132-985b-49bf-bacd-e1ecb2cfd003 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0544007 Apr 08 19:03:19.266868 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6af01237-75e0-48ad-b129-4eeb4389ade9 req-899eb644-03d1-4ede-b9b3-cf91b1e39dc1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567756 Apr 08 19:03:19.269811 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33122) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:19.324708 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_v2 [None req-4153d109-ffaa-40bf-8312-2d8923f2ae9b admin admin] Deleting subnet 933ae61c-f321-4da3-a2e2-5820c8d2b139 {{(pid=103340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:03:19.328337 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4153d109-ffaa-40bf-8312-2d8923f2ae9b admin admin] Publish callbacks [] for subnet (933ae61c-f321-4da3-a2e2-5820c8d2b139), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.363199 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['f10da3de-0121-47c5-bf8e-97c042e09812'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:03:19.364925 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4153d109-ffaa-40bf-8312-2d8923f2ae9b admin admin] Publish callbacks [] for subnet (933ae61c-f321-4da3-a2e2-5820c8d2b139), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.374842 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4153d109-ffaa-40bf-8312-2d8923f2ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (933ae61c-f321-4da3-a2e2-5820c8d2b139), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.381439 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e6dd2-df9b-438b-9a52-455b37bf9f82 req-c38e487c-b342-4c55-a93b-fae8e05c3175 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:19.383069 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-522e6dd2-df9b-438b-9a52-455b37bf9f82 req-c38e487c-b342-4c55-a93b-fae8e05c3175 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 945 time: 0.0482590 Apr 08 19:03:19.438736 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-522e6dd2-df9b-438b-9a52-455b37bf9f82 req-8a41f212-e3ff-434b-948d-3f51255b2ad4 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493119 Apr 08 19:03:19.446635 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4153d109-ffaa-40bf-8312-2d8923f2ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (933ae61c-f321-4da3-a2e2-5820c8d2b139), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.472145 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153d109-ffaa-40bf-8312-2d8923f2ae9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933ae61c-f321-4da3-a2e2-5820c8d2b139,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:19.478220 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4153d109-ffaa-40bf-8312-2d8923f2ae9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.483727 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-4153d109-ffaa-40bf-8312-2d8923f2ae9b admin admin] 10.222.0.109 "DELETE /v2.0/subnets/933ae61c-f321-4da3-a2e2-5820c8d2b139 HTTP/1.1" status: 204 len: 168 time: 0.2097311 Apr 08 19:03:19.484178 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33124) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:19.557619 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (1ed5b5eb-b26a-4e27-b755-9c8dcea0641f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.642682 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (1ed5b5eb-b26a-4e27-b755-9c8dcea0641f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.664692 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.665049 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.665825 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.666180 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.666505 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.666841 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.667164 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.667485 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.667823 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.668146 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.789628 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.789970 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.790315 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.790683 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:03:19.791059 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed5b5eb-b26a-4e27-b755-9c8dcea0641f']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:19.813666 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fdedd4-2c5d-4d98-8f1d-f3098d455b3a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:19.813968 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fdedd4-2c5d-4d98-8f1d-f3098d455b3a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:19.829917 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (27fdedd4-2c5d-4d98-8f1d-f3098d455b3a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.851495 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (27fdedd4-2c5d-4d98-8f1d-f3098d455b3a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.860692 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Releasing vlan 1523 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:03:19.861097 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (27fdedd4-2c5d-4d98-8f1d-f3098d455b3a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: from cryptography.utils import int_from_bytes Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: from cryptography.utils import int_from_bytes Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:03:19.899382 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:03:19.966445 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (1ed5b5eb-b26a-4e27-b755-9c8dcea0641f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.973984 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:19.977283 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] 10.222.0.109 "DELETE /v2.0/networks/1ed5b5eb-b26a-4e27-b755-9c8dcea0641f HTTP/1.1" status: 204 len: 168 time: 0.4920509 Apr 08 19:03:19.989719 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510b01f-0ce0-4e12-ad4b-3e812deb54a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed5b5eb-b26a-4e27-b755-9c8dcea0641f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:20.165305 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33142) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:20.210859 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-99f69091-6fea-492c-b455-ed8e927b051b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=40b3b4931b354b6cad99bef5113736e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442634 Apr 08 19:03:20.213565 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33146) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:20.267865 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a278693-b63b-4d9d-8d6b-8fa7a931e9f6 admin admin] Publish callbacks [] for security_group (898913cb-54bc-410e-b9de-04c113a0d278), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.292162 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a278693-b63b-4d9d-8d6b-8fa7a931e9f6 admin admin] Publish callbacks [] for security_group (898913cb-54bc-410e-b9de-04c113a0d278), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.297619 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33150) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:20.404620 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63871d6-1525-444f-9e78-9518ad8c43e8 req-73d72c1d-664d-471d-8164-efd22bd486c2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:20.406495 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d63871d6-1525-444f-9e78-9518ad8c43e8 req-73d72c1d-664d-471d-8164-efd22bd486c2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0632079 Apr 08 19:03:20.408177 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a278693-b63b-4d9d-8d6b-8fa7a931e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (898913cb-54bc-410e-b9de-04c113a0d278), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.413584 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6a278693-b63b-4d9d-8d6b-8fa7a931e9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.413584 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6a278693-b63b-4d9d-8d6b-8fa7a931e9f6 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/898913cb-54bc-410e-b9de-04c113a0d278 HTTP/1.1" status: 204 len: 168 time: 0.1989698 Apr 08 19:03:20.432126 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a278693-b63b-4d9d-8d6b-8fa7a931e9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898913cb-54bc-410e-b9de-04c113a0d278,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:20.485574 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a68bb786-4daf-431e-a715-69aa0e394be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.497632 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d63871d6-1525-444f-9e78-9518ad8c43e8 req-091f8028-9bb2-4ee1-9928-e775d603587c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773442 Apr 08 19:03:20.606364 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0e6d-0027-4f13-b7a8-03dfd03bb144 req-395961d5-12d7-4f45-90b6-5f6c716e4d86 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:20.609053 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c1d0e6d-0027-4f13-b7a8-03dfd03bb144 req-395961d5-12d7-4f45-90b6-5f6c716e4d86 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 945 time: 0.0810680 Apr 08 19:03:20.618898 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a68bb786-4daf-431e-a715-69aa0e394be1 admin admin] Publish callbacks [] for security_group (82af6f10-0119-4fc9-8d82-b597b1b34ae6), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.626906 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a68bb786-4daf-431e-a715-69aa0e394be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (82af6f10-0119-4fc9-8d82-b597b1b34ae6), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.675617 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-a68bb786-4daf-431e-a715-69aa0e394be1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4f3efa9f9c9c4a36bafe3fdb16ca67f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752875 Apr 08 19:03:20.675892 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33168) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:20.684476 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bb786-4daf-431e-a715-69aa0e394be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82af6f10-0119-4fc9-8d82-b597b1b34ae6,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:20.696512 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c1d0e6d-0027-4f13-b7a8-03dfd03bb144 req-de721598-fe6d-42e4-bbb5-e33acccca17a tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784774 Apr 08 19:03:20.736429 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0f685f0e-3115-4731-83c1-b15114cfe836 admin admin] Publish callbacks [] for security_group (82af6f10-0119-4fc9-8d82-b597b1b34ae6), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.759377 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0f685f0e-3115-4731-83c1-b15114cfe836 admin admin] Publish callbacks [] for security_group (82af6f10-0119-4fc9-8d82-b597b1b34ae6), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.791806 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33174) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:20.818188 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0f685f0e-3115-4731-83c1-b15114cfe836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (82af6f10-0119-4fc9-8d82-b597b1b34ae6), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.822881 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0f685f0e-3115-4731-83c1-b15114cfe836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.824191 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0f685f0e-3115-4731-83c1-b15114cfe836 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/82af6f10-0119-4fc9-8d82-b597b1b34ae6 HTTP/1.1" status: 204 len: 168 time: 0.1461101 Apr 08 19:03:20.832799 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f685f0e-3115-4731-83c1-b15114cfe836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82af6f10-0119-4fc9-8d82-b597b1b34ae6,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:20.860822 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device f10da3de-0121-47c5-bf8e-97c042e09812 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:20.919121 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c729295-32db-4fb7-9c6f-e322253670e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:20.932443 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port f10da3de-0121-47c5-bf8e-97c042e09812 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:03:20.944019 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port f10da3de-0121-47c5-bf8e-97c042e09812 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:20.944441 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.059408 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c729295-32db-4fb7-9c6f-e322253670e2 admin admin] Publish callbacks [] for security_group (ae3b2274-0584-44b5-9320-77918393dfb4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.066597 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c729295-32db-4fb7-9c6f-e322253670e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ae3b2274-0584-44b5-9320-77918393dfb4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.118920 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-9c729295-32db-4fb7-9c6f-e322253670e2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=483356b257a04a779791b08dc1c4fa0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235338 Apr 08 19:03:21.118920 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c729295-32db-4fb7-9c6f-e322253670e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3b2274-0584-44b5-9320-77918393dfb4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:21.119900 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33188) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:21.178843 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5a9-c61e-4d20-8d71-ebc72b36d13f admin admin] Publish callbacks [] for security_group (ae3b2274-0584-44b5-9320-77918393dfb4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.187275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port f10da3de-0121-47c5-bf8e-97c042e09812 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:21.188275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.207054 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5a9-c61e-4d20-8d71-ebc72b36d13f admin admin] Publish callbacks [] for security_group (ae3b2274-0584-44b5-9320-77918393dfb4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.215960 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3b8933-d95c-41c8-8bc7-e6e1e70941cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10da3de-0121-47c5-bf8e-97c042e09812'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:21.218359 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e3ffc9-b2ed-4699-bab3-8d2e75a3d3ba" -d '{"events": [{"server_uuid": "4b3b8933-d95c-41c8-8bc7-e6e1e70941cb", "name": "network-vif-plugged", "status": "completed", "tag": "f10da3de-0121-47c5-bf8e-97c042e09812"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:21.233294 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port f10da3de-0121-47c5-bf8e-97c042e09812, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f10da3de-0121-47c5-bf8e-97c042e09812,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:21.244035 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33192) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:21.259027 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.262263 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33cc7692-b683-4ad4-84c2-1dfca2694f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.297734 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad6c0a9-3742-4fca-80d7-6bb5ab543480 x-openstack-request-id: req-0ad6c0a9-3742-4fca-80d7-6bb5ab543480 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:21.298042 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3b8933-d95c-41c8-8bc7-e6e1e70941cb", "name": "network-vif-plugged", "status": "completed", "tag": "f10da3de-0121-47c5-bf8e-97c042e09812", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:21.298462 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0ad6c0a9-3742-4fca-80d7-6bb5ab543480 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:21.299011 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad6c0a9-3742-4fca-80d7-6bb5ab543480'] response: {'server_uuid': '4b3b8933-d95c-41c8-8bc7-e6e1e70941cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10da3de-0121-47c5-bf8e-97c042e09812', 'code': 200} Apr 08 19:03:21.328866 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=f10da3de-0121-47c5-bf8e-97c042e09812,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:21.381498 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33cc7692-b683-4ad4-84c2-1dfca2694f9f admin admin] Publish callbacks [] for security_group (53bb1211-d70f-4d22-b2d8-ee8bdc401569), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.387221 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33cc7692-b683-4ad4-84c2-1dfca2694f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (53bb1211-d70f-4d22-b2d8-ee8bdc401569), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.427672 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc7692-b683-4ad4-84c2-1dfca2694f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bb1211-d70f-4d22-b2d8-ee8bdc401569,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:21.436198 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-33cc7692-b683-4ad4-84c2-1dfca2694f9f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=bcdddb6cac3447bfb960cb01e0ad37c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910419 Apr 08 19:03:21.436875 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33198) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:21.548951 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c89531c0-0ffb-4766-b0ff-81cb1a3619e5 admin admin] Publish callbacks [] for security_group (53bb1211-d70f-4d22-b2d8-ee8bdc401569), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.552843 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425aa15-7976-4b8a-8c4f-00c98fbf4285 req-980d688d-ae93-43f5-875d-2bb6c9a0cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:21.554363 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6425aa15-7976-4b8a-8c4f-00c98fbf4285 req-980d688d-ae93-43f5-875d-2bb6c9a0cde4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 1130 time: 0.0938349 Apr 08 19:03:21.577130 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5a9-c61e-4d20-8d71-ebc72b36d13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ae3b2274-0584-44b5-9320-77918393dfb4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.580551 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3c84d5a9-c61e-4d20-8d71-ebc72b36d13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.583972 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-3c84d5a9-c61e-4d20-8d71-ebc72b36d13f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ae3b2274-0584-44b5-9320-77918393dfb4 HTTP/1.1" status: 204 len: 168 time: 0.4607797 Apr 08 19:03:21.585518 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c89531c0-0ffb-4766-b0ff-81cb1a3619e5 admin admin] Publish callbacks [] for security_group (53bb1211-d70f-4d22-b2d8-ee8bdc401569), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.615754 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84d5a9-c61e-4d20-8d71-ebc72b36d13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3b2274-0584-44b5-9320-77918393dfb4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:21.640052 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4071d3-58a6-4c43-a4e2-1d537f89b45c req-cbf3c419-39bd-4680-bf83-e2c308c95186 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:21.641212 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ee4071d3-58a6-4c43-a4e2-1d537f89b45c req-cbf3c419-39bd-4680-bf83-e2c308c95186 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0585079 Apr 08 19:03:21.643743 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6425aa15-7976-4b8a-8c4f-00c98fbf4285 req-68f71b2b-3d89-4dac-8bd7-9a94d67b806b service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746541 Apr 08 19:03:21.669643 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c89531c0-0ffb-4766-b0ff-81cb1a3619e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (53bb1211-d70f-4d22-b2d8-ee8bdc401569), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.673645 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c89531c0-0ffb-4766-b0ff-81cb1a3619e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:21.677683 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c89531c0-0ffb-4766-b0ff-81cb1a3619e5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/53bb1211-d70f-4d22-b2d8-ee8bdc401569 HTTP/1.1" status: 204 len: 168 time: 0.2397821 Apr 08 19:03:21.691870 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89531c0-0ffb-4766-b0ff-81cb1a3619e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bb1211-d70f-4d22-b2d8-ee8bdc401569,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:21.697072 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33210) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:21.728343 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ee4071d3-58a6-4c43-a4e2-1d537f89b45c req-1e39691d-b176-43e4-b5ea-cdb11a61233f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751617 Apr 08 19:03:21.828881 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327be9-6fba-4603-9e71-05906222db4c req-e22add33-7e09-4bb0-a8db-5bdee8fee392 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:21.831025 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3327be9-6fba-4603-9e71-05906222db4c req-e22add33-7e09-4bb0-a8db-5bdee8fee392 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 946 time: 0.0517170 Apr 08 19:03:21.884735 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3327be9-6fba-4603-9e71-05906222db4c req-73c6b303-b746-425c-abc4-ce6e5555e5bc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456233 Apr 08 19:03:21.991568 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-network', 'tenant_id': '846543c57b654df3861fe4c058b48586'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:22.014792 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Made reservation on behalf of 846543c57b654df3861fe4c058b48586 for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:03:22.021124 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.021263 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33220) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:22.035449 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.035901 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6474a09e-59f6-4128-a534-865c7bf97c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.115560 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33222) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:22.125985 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Publish callbacks [] for security_group (9b09618c-405e-47e2-804f-cd7418332dc5), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.126714 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6474a09e-59f6-4128-a534-865c7bf97c91 admin admin] Publish callbacks [] for security_group (790c8c36-9e36-4d62-9457-91256adc716c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.131283 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (9b09618c-405e-47e2-804f-cd7418332dc5), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.134935 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6474a09e-59f6-4128-a534-865c7bf97c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (790c8c36-9e36-4d62-9457-91256adc716c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.139043 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7110e08-b185-41f0-9dc0-ae6a3605ca9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.153734 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] vlan segment allocate from pool success with {'vlan_id': 1517, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:03:22.169513 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b09618c-405e-47e2-804f-cd7418332dc5,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:22.172493 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (746996da-109c-408c-a7bc-2908984ee83a), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.172847 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Added segment 746996da-109c-408c-a7bc-2908984ee83a of type vlan for network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 Apr 08 19:03:22.191153 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6474a09e-59f6-4128-a534-865c7bf97c91 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=bfe5ec5d86da47868a413ecb2eef9064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687098 Apr 08 19:03:22.196401 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33224) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:22.206297 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474a09e-59f6-4128-a534-865c7bf97c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790c8c36-9e36-4d62-9457-91256adc716c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:22.217959 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.245686 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.247495 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:22.247495 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.288838 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6553f4f1-99bd-4d38-b3e5-01e7e18a7979 admin admin] Publish callbacks [] for security_group (790c8c36-9e36-4d62-9457-91256adc716c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.314973 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6164806 Apr 08 19:03:22.316528 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7110e08-b185-41f0-9dc0-ae6a3605ca9c admin admin] Publish callbacks [] for security_group (6127f130-9356-4958-a5d4-63ae0aed9075), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.320145 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33226) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:22.321711 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e329b5-7ea2-4276-ad32-3f88f0fcda1e admin admin] Pushing event updated for resources: {'Network': ['ID=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:22.325020 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Request body: {'subnet': {'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-subnet', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:22.333279 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:03:22.334589 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b7110e08-b185-41f0-9dc0-ae6a3605ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6127f130-9356-4958-a5d4-63ae0aed9075), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.354239 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6553f4f1-99bd-4d38-b3e5-01e7e18a7979 admin admin] Publish callbacks [] for security_group (790c8c36-9e36-4d62-9457-91256adc716c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.405717 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b7110e08-b185-41f0-9dc0-ae6a3605ca9c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2426bb6d656a452d984b714f09dac483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890396 Apr 08 19:03:22.408341 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33228) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:22.418444 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7110e08-b185-41f0-9dc0-ae6a3605ca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6127f130-9356-4958-a5d4-63ae0aed9075,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:22.423805 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Made reservation on behalf of 846543c57b654df3861fe4c058b48586 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:03:22.427090 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9082792'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.462903 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-daa43c17-eb6c-4bc5-a5d9-677b6880887f admin admin] Publish callbacks [] for security_group (6127f130-9356-4958-a5d4-63ae0aed9075), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.487109 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-daa43c17-eb6c-4bc5-a5d9-677b6880887f admin admin] Publish callbacks [] for security_group (6127f130-9356-4958-a5d4-63ae0aed9075), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.503774 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6553f4f1-99bd-4d38-b3e5-01e7e18a7979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (790c8c36-9e36-4d62-9457-91256adc716c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.506361 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6553f4f1-99bd-4d38-b3e5-01e7e18a7979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.507494 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6553f4f1-99bd-4d38-b3e5-01e7e18a7979 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/790c8c36-9e36-4d62-9457-91256adc716c HTTP/1.1" status: 204 len: 168 time: 0.3101270 Apr 08 19:03:22.521935 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553f4f1-99bd-4d38-b3e5-01e7e18a7979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c8c36-9e36-4d62-9457-91256adc716c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:22.550170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-daa43c17-eb6c-4bc5-a5d9-677b6880887f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6127f130-9356-4958-a5d4-63ae0aed9075), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.553033 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-daa43c17-eb6c-4bc5-a5d9-677b6880887f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.554939 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-daa43c17-eb6c-4bc5-a5d9-677b6880887f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6127f130-9356-4958-a5d4-63ae0aed9075 HTTP/1.1" status: 204 len: 168 time: 0.1446855 Apr 08 19:03:22.566990 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa43c17-eb6c-4bc5-a5d9-677b6880887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6127f130-9356-4958-a5d4-63ae0aed9075,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:22.647490 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9082822'] for subnet (44f517f6-4839-4f93-a72b-e94c0695df5e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.717147 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f517f6-4839-4f93-a72b-e94c0695df5e,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:22.720857 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Checking segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:03:22.721592 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Network hostable DHCP agents. Network: ee9b4819-d78f-4d2a-972f-ab032e8cc6b8, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:03:22.742530 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:03:22.754625 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, ee9b4819-d78f-4d2a-972f-ab032e8cc6b8) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:22.764638 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca556ad4-a631-4a90-84a7-1addf19ef04e None None] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:03:22.771178 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:22.772600 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.797719 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e4d8c421-627d-4ed3-a055-5d07d8dd1285 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4762928 Apr 08 19:03:22.803189 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33242) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:22.808450 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:22.899142 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c2f5-ddc3-45f1-905f-bc55d58c6718 req-48578aad-bf6e-4f60-a133-b3e56387813f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:22.899142 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3947c2f5-ddc3-45f1-905f-bc55d58c6718 req-48578aad-bf6e-4f60-a133-b3e56387813f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0752318 Apr 08 19:03:22.909385 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (7b5c78fa-904f-4738-9aea-29dcc814671e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.910858 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (7b5c78fa-904f-4738-9aea-29dcc814671e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:22.921432 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'project_id': '846543c57b654df3861fe4c058b48586', 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:03:22.922289 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.089997 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks [] for router_controller (7b5c78fa-904f-4738-9aea-29dcc814671e), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.096956 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3947c2f5-ddc3-45f1-905f-bc55d58c6718 req-88e3e6ff-25b8-42f6-8901-9270653ab7f4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704330 Apr 08 19:03:23.103817 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4230f8-e5b2-4d80-bc15-786575065bf2 req-ded6743c-1439-46c4-b92b-e2436b22a1c7 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:23.105399 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0f4230f8-e5b2-4d80-bc15-786575065bf2 req-ded6743c-1439-46c4-b92b-e2436b22a1c7 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 946 time: 0.1120832 Apr 08 19:03:23.147398 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33256) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:23.170051 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6f9266b7-4313-4dfa-9c42-a83082c678a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.180430 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Allocated IP 172.20.0.2 (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8/44f517f6-4839-4f93-a72b-e94c0695df5e/b7c2844e-e7b3-450e-a113-bb911e773708) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:03:23.268667 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks [] for router_gateway (7b5c78fa-904f-4738-9aea-29dcc814671e), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.319906 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6f9266b7-4313-4dfa-9c42-a83082c678a7 admin admin] Publish callbacks [] for security_group (4fe61745-4e72-40b6-b3b7-ad92058e1aff), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.329803 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6f9266b7-4313-4dfa-9c42-a83082c678a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4fe61745-4e72-40b6-b3b7-ad92058e1aff), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.391729 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0f4230f8-e5b2-4d80-bc15-786575065bf2 req-d34f059a-1f77-4f9b-99df-57e11855c402 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024999 Apr 08 19:03:23.443158 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-6f9266b7-4313-4dfa-9c42-a83082c678a7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d224ff453de34712a2b70456a41ccefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935574 Apr 08 19:03:23.446801 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33260) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:23.459556 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9266b7-4313-4dfa-9c42-a83082c678a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe61745-4e72-40b6-b3b7-ad92058e1aff,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:23.478792 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Publish callbacks [] for port (b7c2844e-e7b3-450e-a113-bb911e773708), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.503628 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.529277 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-de7b1f73-1e4a-4115-876c-2a20b04afbef admin admin] Publish callbacks [] for security_group (4fe61745-4e72-40b6-b3b7-ad92058e1aff), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.558173 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-de7b1f73-1e4a-4115-876c-2a20b04afbef admin admin] Publish callbacks [] for security_group (4fe61745-4e72-40b6-b3b7-ad92058e1aff), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.589923 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Pushing event updated for resources: {'Port': ['ID=b7c2844e-e7b3-450e-a113-bb911e773708,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:23.613211 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:03:23.615802 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:23.619279 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:03:23.641786 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-de7b1f73-1e4a-4115-876c-2a20b04afbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4fe61745-4e72-40b6-b3b7-ad92058e1aff), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.645395 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-de7b1f73-1e4a-4115-876c-2a20b04afbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.646954 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks [] for router_gateway (7b5c78fa-904f-4738-9aea-29dcc814671e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.647158 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-de7b1f73-1e4a-4115-876c-2a20b04afbef admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4fe61745-4e72-40b6-b3b7-ad92058e1aff HTTP/1.1" status: 204 len: 168 time: 0.1975582 Apr 08 19:03:23.656685 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b1f73-1e4a-4115-876c-2a20b04afbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe61745-4e72-40b6-b3b7-ad92058e1aff,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:23.676888 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.724853 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Attempting to bind port b7c2844e-e7b3-450e-a113-bb911e773708 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:03:23.725631 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Attempting to bind port b7c2844e-e7b3-450e-a113-bb911e773708 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:03:23.726295 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Attempting to bind port b7c2844e-e7b3-450e-a113-bb911e773708 on network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:23.749465 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:03:23.749909 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Checking segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:03:23.750475 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.751069 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Bound using segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:03:23.752015 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Bound port: b7c2844e-e7b3-450e-a113-bb911e773708, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:03:23.753077 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.834037 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Allocated IP 172.27.0.119 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/88b4ec60-ca68-45bd-9ba5-f1da3d227b3e) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:03:23.836002 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] For port b7c2844e-e7b3-450e-a113-bb911e773708, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:03:23.841888 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] For port b7c2844e-e7b3-450e-a113-bb911e773708, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b7c2844e-e7b3-450e-a113-bb911e773708,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:03:23.851782 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:23.942491 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dbc07-01a2-4539-be04-923a6dec58c0 None None] Pushing event updated for resources: {'Port': ['ID=b7c2844e-e7b3-450e-a113-bb911e773708,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:23.999640 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks [] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:24.045778 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:24.086798 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:03:24.090003 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:24.092569 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:03:24.141968 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Pushing event updated for resources: {'Port': ['ID=88b4ec60-ca68-45bd-9ba5-f1da3d227b3e,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:24.384657 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c533c2-c4a4-4ab6-a7ad-080013bdeaf1 req-34a4e0b1-6715-47e1-a6c0-960a20bb59ee tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:24.391868 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d7c533c2-c4a4-4ab6-a7ad-080013bdeaf1 req-34a4e0b1-6715-47e1-a6c0-960a20bb59ee tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0983598 Apr 08 19:03:24.476582 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d7c533c2-c4a4-4ab6-a7ad-080013bdeaf1 req-6c093e87-46b8-4be7-9ce4-84a8a33bb558 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836251 Apr 08 19:03:24.575217 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc9bec-e672-4348-b80c-4f9797bd2106 req-24eab505-ea59-4da8-bdac-5924617b5b7f tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:24.576687 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0ecc9bec-e672-4348-b80c-4f9797bd2106 req-24eab505-ea59-4da8-bdac-5924617b5b7f tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 946 time: 0.0586164 Apr 08 19:03:24.668611 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0ecc9bec-e672-4348-b80c-4f9797bd2106 req-3821f443-6be0-4087-8393-880a27b8ddb3 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651770 Apr 08 19:03:24.671489 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks [] for router_gateway (7b5c78fa-904f-4738-9aea-29dcc814671e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:24.732812 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5679c69e-6002-42c0-89c9-1c722f08d441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:24.920142 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (7b5c78fa-904f-4738-9aea-29dcc814671e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:25.144306 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Router 7b5c78fa-904f-4738-9aea-29dcc814671e is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:03:25.249275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50570e0e-7ac5-4027-88e0-f1247235bf6e None None] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:03:25.342111 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:03:25.357063 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Sync routers for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:03:25.380317 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:25.382891 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:02:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:25.390551 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-51bd61df-994d-4a09-8a74-5495ba4307af None None] Provisioning complete for port b7c2844e-e7b3-450e-a113-bb911e773708 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:25.391854 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51bd61df-994d-4a09-8a74-5495ba4307af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:25.392442 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:25.396823 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-29adc4f3-b98e-4d09-a75e-04e012de78b9 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5896904 Apr 08 19:03:25.397251 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33336) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:25.560920 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-51bd61df-994d-4a09-8a74-5495ba4307af None None] Current status of the port b7c2844e-e7b3-450e-a113-bb911e773708 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:25.561437 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51bd61df-994d-4a09-8a74-5495ba4307af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:25.640369 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:25.656733 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-51bd61df-994d-4a09-8a74-5495ba4307af None None] For port b7c2844e-e7b3-450e-a113-bb911e773708, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b7c2844e-e7b3-450e-a113-bb911e773708,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:25.667126 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-51bd61df-994d-4a09-8a74-5495ba4307af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:25.758677 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd61df-994d-4a09-8a74-5495ba4307af None None] Pushing event updated for resources: {'Port': ['ID=b7c2844e-e7b3-450e-a113-bb911e773708,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:25.896439 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b7c2844e-e7b3-450e-a113-bb911e773708 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:25.954983 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737b1e6-1454-4457-86f0-735992e863f7 req-e5fa8d19-48a7-4ebf-845d-dc6cfcd1ae0d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:25.957771 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5737b1e6-1454-4457-86f0-735992e863f7 req-e5fa8d19-48a7-4ebf-845d-dc6cfcd1ae0d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.2405529 Apr 08 19:03:25.970539 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port b7c2844e-e7b3-450e-a113-bb911e773708 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:25.971874 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:25.973544 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed31182-7041-4e7f-bb27-66a3b3f8f3d0 req-6e21c523-1105-4542-8993-ffedbe4751c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:25.975817 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-aed31182-7041-4e7f-bb27-66a3b3f8f3d0 req-6e21c523-1105-4542-8993-ffedbe4751c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 946 time: 0.1635764 Apr 08 19:03:26.062676 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:24Z', 'revision_number': 3, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:26.069226 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5737b1e6-1454-4457-86f0-735992e863f7 req-c435fb47-95a4-4148-96b7-a795f2e9204d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804145 Apr 08 19:03:26.108629 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Checking router: 7b5c78fa-904f-4738-9aea-29dcc814671e for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:03:26.109004 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Updating router 7b5c78fa-904f-4738-9aea-29dcc814671e port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:03:26.124149 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-87ce52ea-1adf-41f3-b947-eb96a7b5b781 None None] Provisioning complete for port b7c2844e-e7b3-450e-a113-bb911e773708 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:26.124978 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-87ce52ea-1adf-41f3-b947-eb96a7b5b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.138593 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.171548 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port b7c2844e-e7b3-450e-a113-bb911e773708 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:26.216858 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-aed31182-7041-4e7f-bb27-66a3b3f8f3d0 req-f1e88097-8ac3-455c-aeaa-212ef70820de tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963661 Apr 08 19:03:26.240687 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-87ce52ea-1adf-41f3-b947-eb96a7b5b781 None None] Current status of the port b7c2844e-e7b3-450e-a113-bb911e773708 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:26.404853 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.441998 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Publish callbacks [] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.449540 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.503855 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.513953 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Pushing event updated for resources: {'Port': ['ID=88b4ec60-ca68-45bd-9ba5-f1da3d227b3e,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:26.516113 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Attempting to bind port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:03:26.516522 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Attempting to bind port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:03:26.516887 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Attempting to bind port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:26.527175 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.527526 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.527911 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.528288 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.528630 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.529144 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.529473 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.529975 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.530318 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.530652 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.530976 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.531477 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.531799 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.532303 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.532635 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:26.537031 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:03:26.537412 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:03:26.537816 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.538199 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:03:26.538832 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Bound port: 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:03:26.539388 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.595776 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] For port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:03:26.600374 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] For port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=88b4ec60-ca68-45bd-9ba5-f1da3d227b3e,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:03:26.606668 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:26.666818 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b524e1-928a-4950-86ea-401fc5aee852 None None] Pushing event updated for resources: {'Port': ['ID=88b4ec60-ca68-45bd-9ba5-f1da3d227b3e,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:26.685751 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Allocated IP 172.20.0.1 (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8/44f517f6-4839-4f93-a72b-e94c0695df5e/13b7130d-3b24-4f79-a144-9b5a5e7e2993) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:03:26.694845 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:26.695611 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:02:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:26.911943 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:27.088870 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Publish callbacks [] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.154986 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-94acbb44-e0a1-45f9-b977-efadc3cc3cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.155844 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.205377 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:03:27.208661 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:24Z', 'revision_number': 3, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:27.210505 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:27.214537 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:03:27.262835 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Pushing event updated for resources: {'Port': ['ID=13b7130d-3b24-4f79-a144-9b5a5e7e2993,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:27.313155 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96b69a-0009-4384-b354-bef5e23efe38 None None] The sync data for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi is: [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:24Z', 'revision_number': 3, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:03:27.343180 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (7b5c78fa-904f-4738-9aea-29dcc814671e), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.352497 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62394bd8-d742-4cc7-bd63-a8c9ea896bad req-47610b9c-854e-40f8-994d-600f340354df tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:27.353963 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-62394bd8-d742-4cc7-bd63-a8c9ea896bad req-47610b9c-854e-40f8-994d-600f340354df tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.1106803 Apr 08 19:03:27.433784 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-db97d20f-fd7a-4ec2-b797-7f738e1ae431 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:27.436262 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-db97d20f-fd7a-4ec2-b797-7f738e1ae431 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 946 time: 0.0886736 Apr 08 19:03:27.518240 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b429e2-64dd-43d7-8af9-d4634e553425 req-628141cd-5230-47d3-b28a-942c231dd724 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:27.519971 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c6b429e2-64dd-43d7-8af9-d4634e553425 req-628141cd-5230-47d3-b28a-942c231dd724 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=4b3b8933-d95c-41c8-8bc7-e6e1e70941cb HTTP/1.1" status: 200 len: 946 time: 0.1149535 Apr 08 19:03:27.564055 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Deleting port f10da3de-0121-47c5-bf8e-97c042e09812 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:03:27.565262 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.566410 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-62394bd8-d742-4cc7-bd63-a8c9ea896bad req-122c6492-17c5-417c-b796-16be34cfdd8d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036052 Apr 08 19:03:27.674601 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c6b429e2-64dd-43d7-8af9-d4634e553425 req-c159c5f9-635e-4597-a95f-d6bbd1c6ef59 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230726 Apr 08 19:03:27.675473 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.690801 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-7c6516c8-6230-4342-a94e-912d786d4dd8 None None] Provisioning complete for port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:27.693784 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7c6516c8-6230-4342-a94e-912d786d4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.711532 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] For port f10da3de-0121-47c5-bf8e-97c042e09812, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f10da3de-0121-47c5-bf8e-97c042e09812,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:27.712556 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.730069 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Calling delete_port for f10da3de-0121-47c5-bf8e-97c042e09812 owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:03:27.776069 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7c6516c8-6230-4342-a94e-912d786d4dd8 None None] Port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:03:27.823381 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b7c2844e-e7b3-450e-a113-bb911e773708 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:27.883792 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port b7c2844e-e7b3-450e-a113-bb911e773708 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:27.884475 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.886028 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (f10da3de-0121-47c5-bf8e-97c042e09812), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:27.924911 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['f10da3de-0121-47c5-bf8e-97c042e09812'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:03:27.945340 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Pushing event deleted for resources: {'Port': ['ID=f10da3de-0121-47c5-bf8e-97c042e09812,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:27.988952 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Publish callbacks [] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:28.000012 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:28.005232 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] No DVR routers for this DVR port f10da3de-0121-47c5-bf8e-97c042e09812 on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:03:28.010204 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:28.014783 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-121ca5e7-dd35-40ea-9ba0-54a989ae5ff6 req-a47e17bf-e840-40a0-9526-c163e8cc32c8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.113 "DELETE /v2.0/ports/f10da3de-0121-47c5-bf8e-97c042e09812 HTTP/1.1" status: 204 len: 173 time: 0.5725224 Apr 08 19:03:28.015547 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3b8933-d95c-41c8-8bc7-e6e1e70941cb', 'name': 'network-vif-deleted', 'tag': 'f10da3de-0121-47c5-bf8e-97c042e09812'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:28.020809 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8fdfa5-3986-4d2a-bc07-43d88894ce6b" -d '{"events": [{"server_uuid": "4b3b8933-d95c-41c8-8bc7-e6e1e70941cb", "name": "network-vif-deleted", "tag": "f10da3de-0121-47c5-bf8e-97c042e09812"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:28.052198 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port b7c2844e-e7b3-450e-a113-bb911e773708 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:28.082822 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c7147-2f21-4d2a-a45e-b96f12f1c1b3 x-openstack-request-id: req-557c7147-2f21-4d2a-a45e-b96f12f1c1b3 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:28.083392 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3b8933-d95c-41c8-8bc7-e6e1e70941cb", "name": "network-vif-deleted", "tag": "f10da3de-0121-47c5-bf8e-97c042e09812", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:28.091057 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-557c7147-2f21-4d2a-a45e-b96f12f1c1b3 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:28.093430 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557c7147-2f21-4d2a-a45e-b96f12f1c1b3'] response: {'server_uuid': '4b3b8933-d95c-41c8-8bc7-e6e1e70941cb', 'name': 'network-vif-deleted', 'tag': 'f10da3de-0121-47c5-bf8e-97c042e09812', 'status': 'completed', 'code': 200} Apr 08 19:03:28.129992 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (7b5c78fa-904f-4738-9aea-29dcc814671e), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:28.175531 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Pushing event updated for resources: {'Port': ['ID=13b7130d-3b24-4f79-a144-9b5a5e7e2993,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:28.268821 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:03:28.270709 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:28.451340 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Router 7b5c78fa-904f-4738-9aea-29dcc814671e has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:03:28.460179 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:28.675689 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:03:28.683488 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-250e3c31-9580-4c8a-b7ec-da48143bca53 admin admin] 10.222.0.109 "PUT /v2.0/routers/7b5c78fa-904f-4738-9aea-29dcc814671e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2850857 Apr 08 19:03:28.724515 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-f345637a-fba0-41dd-a6f3-88981444baf6 None None] Provisioning complete for port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:28.727383 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f345637a-fba0-41dd-a6f3-88981444baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:28.816442 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da32e-18ec-4f4f-90d5-f0be28e9be43 req-7379171b-de28-40f0-9c9f-98add713aa61 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:28.817580 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-411da32e-18ec-4f4f-90d5-f0be28e9be43 req-7379171b-de28-40f0-9c9f-98add713aa61 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.1327240 Apr 08 19:03:28.832951 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f345637a-fba0-41dd-a6f3-88981444baf6 None None] Port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:03:28.901613 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-411da32e-18ec-4f4f-90d5-f0be28e9be43 req-340cf18a-6982-4f6a-93c3-d42a791adf84 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729499 Apr 08 19:03:29.181666 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-1abcea83-1e5c-4d2d-a2e9-7d67f26b1115 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:29.183301 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-1abcea83-1e5c-4d2d-a2e9-7d67f26b1115 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/networks?id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e HTTP/1.1" status: 200 len: 809 time: 0.1302779 Apr 08 19:03:29.202319 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-2f1b6953-c963-420a-90a5-1c1754e49006 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/quotas/6fe2fa86c9b340739a1504c4cb2e7bac HTTP/1.1" status: 200 len: 375 time: 0.0126479 Apr 08 19:03:29.251745 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-f767e3da-dca1-4b69-b4e8-17e89cf94bd1 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=6fe2fa86c9b340739a1504c4cb2e7bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437758 Apr 08 19:03:29.357187 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-cbb69bb0-57a2-4d0b-a349-7311fae459cb service neutron] 10.222.0.109 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039317 Apr 08 19:03:29.436912 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33440) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:29.450219 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-26d7dcc4-9fb6-42bd-9ecb-ffd902802198 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120721206', 'description': 'tempest-description--1126077776'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:29.480429 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8367ed86-cfd5-49d4-bbf8-2e868212afa2 service neutron] 10.222.0.109 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154253 Apr 08 19:03:29.484705 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-26d7dcc4-9fb6-42bd-9ecb-ffd902802198 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.575963 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-26d7dcc4-9fb6-42bd-9ecb-ffd902802198 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (c4b79d33-7a3f-4055-b1af-8e41e00ee8da), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.580029 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-26d7dcc4-9fb6-42bd-9ecb-ffd902802198 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (c4b79d33-7a3f-4055-b1af-8e41e00ee8da), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.618747 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-26d7dcc4-9fb6-42bd-9ecb-ffd902802198 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.623785 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33446) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:29.624393 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-26d7dcc4-9fb6-42bd-9ecb-ffd902802198 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1841211 Apr 08 19:03:29.625841 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7dcc4-9fb6-42bd-9ecb-ffd902802198 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b79d33-7a3f-4055-b1af-8e41e00ee8da,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:29.636557 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-de160060-f019-4ffe-9392-d3a627d81170 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'security_group_rule': {'security_group_id': 'c4b79d33-7a3f-4055-b1af-8e41e00ee8da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:29.680387 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ccec757d-5833-4674-94a8-50972009c52a req-32d038cd-b1b2-4f59-b8ca-1fdccbb98527 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 210 time: 0.0380528 Apr 08 19:03:29.700664 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de160060-f019-4ffe-9392-d3a627d81170 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (9284044e-a1cc-4e23-9550-a66720a38950), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.735123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Sync routers for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:03:29.748602 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:29.750369 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:03:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:29.812400 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:29.839780 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de160060-f019-4ffe-9392-d3a627d81170 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (9284044e-a1cc-4e23-9550-a66720a38950), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.855922 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de160060-f019-4ffe-9392-d3a627d81170 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (9284044e-a1cc-4e23-9550-a66720a38950), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.883729 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de160060-f019-4ffe-9392-d3a627d81170 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9284044e-a1cc-4e23-9550-a66720a38950,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:29.899352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-de160060-f019-4ffe-9392-d3a627d81170 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.906312 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33458) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:29.909374 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-de160060-f019-4ffe-9392-d3a627d81170 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2847362 Apr 08 19:03:29.915587 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-a0e1a31a-c00d-4903-bdf5-45bab93f7030 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'security_group_rule': {'security_group_id': 'c4b79d33-7a3f-4055-b1af-8e41e00ee8da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:29.958044 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a31a-c00d-4903-bdf5-45bab93f7030 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (ae740783-94d1-4ffb-abe3-49e029b60d29), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:29.959047 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:29.961090 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:29.961756 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.087855 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a31a-c00d-4903-bdf5-45bab93f7030 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (ae740783-94d1-4ffb-abe3-49e029b60d29), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.095158 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a31a-c00d-4903-bdf5-45bab93f7030 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (ae740783-94d1-4ffb-abe3-49e029b60d29), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.116461 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d25130-7c00-4840-8714-c5b45acf12fa req-afd1ed58-95c1-4aa8-a915-f43559fab50e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:30.124052 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-25d25130-7c00-4840-8714-c5b45acf12fa req-afd1ed58-95c1-4aa8-a915-f43559fab50e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.1014702 Apr 08 19:03:30.127477 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1a31a-c00d-4903-bdf5-45bab93f7030 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae740783-94d1-4ffb-abe3-49e029b60d29,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:30.149899 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.151721 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a31a-c00d-4903-bdf5-45bab93f7030 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.161808 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-a0e1a31a-c00d-4903-bdf5-45bab93f7030 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2500882 Apr 08 19:03:30.164195 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33474) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:30.169722 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:30.225980 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.267535 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-25d25130-7c00-4840-8714-c5b45acf12fa req-245e5946-8e20-48bb-bb85-8892ee4ac47c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324625 Apr 08 19:03:30.377767 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.423538 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:30.425529 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.509572 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 2, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:30.512948 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=88b4ec60-ca68-45bd-9ba5-f1da3d227b3e,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:30.545918 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.548177 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Checking router: 7b5c78fa-904f-4738-9aea-29dcc814671e for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:03:30.548731 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Updating router 7b5c78fa-904f-4738-9aea-29dcc814671e port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:03:30.622742 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Allocated IP 172.27.0.64 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/04d3a021-bfe2-4f66-ad94-79d7a95751cd) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:03:30.647150 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33482) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:30.676404 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.720088 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=88b4ec60-ca68-45bd-9ba5-f1da3d227b3e,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:30.784907 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for port (04d3a021-bfe2-4f66-ad94-79d7a95751cd), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.816268 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8aa6df18-1a72-48d7-87a6-132942343d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.830426 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (04d3a021-bfe2-4f66-ad94-79d7a95751cd), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:30.878443 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9211e2c6-2af9-4173-be6d-f049d5d928ee req-9b18f6be-85dc-4bbc-b1bf-e6952d06ff11 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 210 time: 0.0534120 Apr 08 19:03:30.900035 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:03:30.912425 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:30.917497 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:03:30.923127 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'Port': ['ID=04d3a021-bfe2-4f66-ad94-79d7a95751cd,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:30.983772 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (100e1d27-143e-4dc3-b117-c682d5559fcb), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.035202 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (04d3a021-bfe2-4f66-ad94-79d7a95751cd), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.047090 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8aa6df18-1a72-48d7-87a6-132942343d36 admin admin] Publish callbacks [] for security_group (8dae4738-1d14-4f93-b6e0-0984ea052b65), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.058683 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8aa6df18-1a72-48d7-87a6-132942343d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (8dae4738-1d14-4f93-b6e0-0984ea052b65), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.074741 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Publish callbacks [] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.089541 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.197738 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6df18-1a72-48d7-87a6-132942343d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dae4738-1d14-4f93-b6e0-0984ea052b65,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:31.211438 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-8aa6df18-1a72-48d7-87a6-132942343d36 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ed6fd63acda14743b9a0cb9307b3693c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5598764 Apr 08 19:03:31.211614 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4ceea-003d-43a6-8e70-144b374d1ad9 None None] Pushing event updated for resources: {'Port': ['ID=13b7130d-3b24-4f79-a144-9b5a5e7e2993,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:31.211711 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33492) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:31.266141 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-6a371d52-ccb9-49ec-b3c1-ba2476f93610 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:31.268931 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-6a371d52-ccb9-49ec-b3c1-ba2476f93610 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.113 "GET /v2.0/networks?id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e HTTP/1.1" status: 200 len: 809 time: 0.2066298 Apr 08 19:03:31.286859 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Attempting to bind port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:03:31.287256 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Attempting to bind port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:03:31.287634 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Attempting to bind port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 on network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:31.294713 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Request body: {'port': {'device_id': 'da8e5462-b952-4072-8d73-f0d21ca55965', 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e', 'admin_state_up': True, 'tenant_id': '6fe2fa86c9b340739a1504c4cb2e7bac'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:31.299921 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e40d6f90-de21-40f7-8306-f00393f38d2a admin admin] Publish callbacks [] for security_group (8dae4738-1d14-4f93-b6e0-0984ea052b65), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.304748 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:03:31.305435 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Checking segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:03:31.307291 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.307716 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Bound using segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:03:31.308257 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Bound port: 13b7130d-3b24-4f79-a144-9b5a5e7e2993, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:03:31.308849 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.330947 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e40d6f90-de21-40f7-8306-f00393f38d2a admin admin] Publish callbacks [] for security_group (8dae4738-1d14-4f93-b6e0-0984ea052b65), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.394237 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e40d6f90-de21-40f7-8306-f00393f38d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (8dae4738-1d14-4f93-b6e0-0984ea052b65), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.397217 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e40d6f90-de21-40f7-8306-f00393f38d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.398611 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e40d6f90-de21-40f7-8306-f00393f38d2a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8dae4738-1d14-4f93-b6e0-0984ea052b65 HTTP/1.1" status: 204 len: 168 time: 0.1858890 Apr 08 19:03:31.408749 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d6f90-de21-40f7-8306-f00393f38d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dae4738-1d14-4f93-b6e0-0984ea052b65,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:31.459212 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] For port 13b7130d-3b24-4f79-a144-9b5a5e7e2993, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:03:31.493681 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] For port 13b7130d-3b24-4f79-a144-9b5a5e7e2993, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=13b7130d-3b24-4f79-a144-9b5a5e7e2993,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:03:31.508021 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2ff20965-73e4-4eda-b15b-905404377d81 None None] Provisioning complete for port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:31.509383 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ff20965-73e4-4eda-b15b-905404377d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.513040 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.518701 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e096b-d43c-46bd-89e2-2e6190018ca2 req-4ebc6369-09b8-4fbc-a6f4-fd7c8ccce3ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:31.520767 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f77e096b-d43c-46bd-89e2-2e6190018ca2 req-4ebc6369-09b8-4fbc-a6f4-fd7c8ccce3ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0943739 Apr 08 19:03:31.557362 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.566810 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Made reservation on behalf of 6fe2fa86c9b340739a1504c4cb2e7bac for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:03:31.570394 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.589864 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f77e096b-d43c-46bd-89e2-2e6190018ca2 req-de39644d-8ad9-43af-a2cd-ede129598f2f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631196 Apr 08 19:03:31.590187 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for port (04d3a021-bfe2-4f66-ad94-79d7a95751cd), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.604079 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (04d3a021-bfe2-4f66-ad94-79d7a95751cd), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.623785 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (100e1d27-143e-4dc3-b117-c682d5559fcb), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.646980 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4ceea-003d-43a6-8e70-144b374d1ad9 None None] Pushing event updated for resources: {'Port': ['ID=13b7130d-3b24-4f79-a144-9b5a5e7e2993,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:31.649902 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:31.650560 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:03:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:31.759016 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2ff20965-73e4-4eda-b15b-905404377d81 None None] Current status of the port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:31.759416 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ff20965-73e4-4eda-b15b-905404377d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.776932 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'Port': ['ID=04d3a021-bfe2-4f66-ad94-79d7a95751cd,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:31.790270 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:31.818395 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.825609 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-adacd613-7d68-4bf4-96fd-b0d9bbd4c09b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6594317 Apr 08 19:03:31.889774 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33508) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:31.910561 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Allocated IP 172.20.0.6 (d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e/6a25724b-5e86-4808-8ce9-ff76b218c8b9/868af332-f646-4227-80ec-670ed0170781) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:03:31.914120 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7af6ffe-6613-43e4-8373-78821b0689ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:31.967133 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2ff20965-73e4-4eda-b15b-905404377d81 None None] For port 13b7130d-3b24-4f79-a144-9b5a5e7e2993, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=13b7130d-3b24-4f79-a144-9b5a5e7e2993,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:31.969979 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:32.017098 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2ff20965-73e4-4eda-b15b-905404377d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.057707 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:32.058084 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.062637 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e831f54a-ade7-4ba8-8c41-49ddb6a411e6 req-09336044-78d1-4fd9-a032-936b787cb569 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 210 time: 0.0639648 Apr 08 19:03:32.080756 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7af6ffe-6613-43e4-8373-78821b0689ed admin admin] Publish callbacks [] for security_group (bc54e785-0afd-4229-9e32-9162b06e6b51), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.094807 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e7af6ffe-6613-43e4-8373-78821b0689ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bc54e785-0afd-4229-9e32-9162b06e6b51), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.180745 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e7af6ffe-6613-43e4-8373-78821b0689ed admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=be0e06e4faee4c5fa13c4b04d069b99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875686 Apr 08 19:03:32.181367 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33524) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:32.185422 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-de9a2557-9d57-4749-bc60-be7fa5091cca None None] Provisioning complete for port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:32.185943 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de9a2557-9d57-4749-bc60-be7fa5091cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.194565 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks [] for port (868af332-f646-4227-80ec-670ed0170781), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.213392 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af6ffe-6613-43e4-8373-78821b0689ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc54e785-0afd-4229-9e32-9162b06e6b51,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:32.220551 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff20965-73e4-4eda-b15b-905404377d81 None None] Pushing event updated for resources: {'Port': ['ID=13b7130d-3b24-4f79-a144-9b5a5e7e2993,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:32.257171 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (868af332-f646-4227-80ec-670ed0170781), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.334146 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ffb8-5361-4238-b43c-958af279079e admin admin] Publish callbacks [] for security_group (bc54e785-0afd-4229-9e32-9162b06e6b51), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.342457 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-25273f2f-a3cc-4693-84c4-d01ba737a636 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1120721206&fields=id&tenant_id=846543c57b654df3861fe4c058b48586 HTTP/1.1" status: 200 len: 267 time: 0.2059531 Apr 08 19:03:32.354928 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:03:32.357718 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:32.365374 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:03:32.372699 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:32.373840 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.386068 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ffb8-5361-4238-b43c-958af279079e admin admin] Publish callbacks [] for security_group (bc54e785-0afd-4229-9e32-9162b06e6b51), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.411661 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:32.419237 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1382806 Apr 08 19:03:32.427922 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-de9a2557-9d57-4749-bc60-be7fa5091cca None None] Current status of the port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:32.438203 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:32.441829 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Request body: {'port': {'device_id': 'da8e5462-b952-4072-8d73-f0d21ca55965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:32.449170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84b525-bb2c-4e20-a1fe-d9e6f033aa7b tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Pushing event updated for resources: {'Port': ['ID=868af332-f646-4227-80ec-670ed0170781,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:32.471431 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48747a22-3c31-4d16-9b04-c75d2e78345b None None] The sync data for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi is: [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:03:32.592101 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ffb8-5361-4238-b43c-958af279079e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bc54e785-0afd-4229-9e32-9162b06e6b51), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.597124 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8ae8ffb8-5361-4238-b43c-958af279079e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.599363 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-8ae8ffb8-5361-4238-b43c-958af279079e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/bc54e785-0afd-4229-9e32-9162b06e6b51 HTTP/1.1" status: 204 len: 168 time: 0.4169629 Apr 08 19:03:32.638873 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8ffb8-5361-4238-b43c-958af279079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc54e785-0afd-4229-9e32-9162b06e6b51,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:32.683124 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-64f65244-1e30-41d3-82d7-dd2e689bc9bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:32.686400 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-64f65244-1e30-41d3-82d7-dd2e689bc9bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 817 time: 0.3169951 Apr 08 19:03:32.731032 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-d140daed-45f3-40b4-b20c-67b5af26d5df tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/quotas/846543c57b654df3861fe4c058b48586 HTTP/1.1" status: 200 len: 375 time: 0.0328777 Apr 08 19:03:32.877506 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-b7e6df3b-9086-4d53-8ee4-cfe567641e9e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1352046 Apr 08 19:03:32.887951 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ddc6b-9278-40be-ba17-eeada16b2f3c req-9d5dc727-9cf3-49c6-9b0c-f3b4a404d1d0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:32.890116 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-aa9ddc6b-9278-40be-ba17-eeada16b2f3c req-9d5dc727-9cf3-49c6-9b0c-f3b4a404d1d0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.1083784 Apr 08 19:03:32.918897 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device f10da3de-0121-47c5-bf8e-97c042e09812 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:03:32.931805 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (868af332-f646-4227-80ec-670ed0170781), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:32.964911 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: f10da3de-0121-47c5-bf8e-97c042e09812 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:03:32.965255 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device f10da3de-0121-47c5-bf8e-97c042e09812 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:03:33.006863 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-aa9ddc6b-9278-40be-ba17-eeada16b2f3c req-7f599051-5bb1-4149-b974-5a660532389c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067088 Apr 08 19:03:33.101075 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-2dd9743c-4ceb-4950-b11d-48cce28b81e1 service neutron] 10.222.0.109 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576774 Apr 08 19:03:33.188073 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:03:33.249642 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95907e6-177a-4d97-86f3-5a5cad2706ff req-2ce4861c-1682-4fea-8bea-121a615a5489 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:33.251486 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a95907e6-177a-4d97-86f3-5a5cad2706ff req-2ce4861c-1682-4fea-8bea-121a615a5489 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 931 time: 0.0623453 Apr 08 19:03:33.322146 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-fc6233f8-384d-47f0-adf4-8108baf451ad service neutron] 10.222.0.109 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096758 Apr 08 19:03:33.340776 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a95907e6-177a-4d97-86f3-5a5cad2706ff req-f75c9fe9-9796-4f0a-805a-2256a9a2864a tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779090 Apr 08 19:03:33.358043 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868af332-f646-4227-80ec-670ed0170781 {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:03:33.373481 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Publish callbacks [] for port (868af332-f646-4227-80ec-670ed0170781), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:33.391190 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Transition to ACTIVE for port object 868af332-f646-4227-80ec-670ed0170781 will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:03:33.398654 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (868af332-f646-4227-80ec-670ed0170781), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:33.529775 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Pushing event updated for resources: {'Port': ['ID=868af332-f646-4227-80ec-670ed0170781,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:33.553349 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Attempting to bind port 868af332-f646-4227-80ec-670ed0170781 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:03:33.553977 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Attempting to bind port 868af332-f646-4227-80ec-670ed0170781 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:03:33.554478 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Attempting to bind port 868af332-f646-4227-80ec-670ed0170781 on network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:33.561188 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Port 868af332-f646-4227-80ec-670ed0170781 on network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:03:33.561763 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Attempting to bind port 868af332-f646-4227-80ec-670ed0170781 on network d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:33.569499 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:03:33.570350 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Checking segment: {'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:03:33.571260 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Bound using segment: {'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:03:33.572237 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Bound port: 868af332-f646-4227-80ec-670ed0170781, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c94681f5-7c9a-4ea0-8675-33d5b2738422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1519, 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:03:33.572821 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (868af332-f646-4227-80ec-670ed0170781), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:33.643728 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-00298292-1f5e-45ed-befd-8e90134c5182 req-335b2872-5e64-490e-b03a-5b3617eabc4f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 210 time: 0.0715556 Apr 08 19:03:33.719819 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] For port 868af332-f646-4227-80ec-670ed0170781, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:03:33.723574 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] For port 868af332-f646-4227-80ec-670ed0170781, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=868af332-f646-4227-80ec-670ed0170781,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:03:33.733931 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (868af332-f646-4227-80ec-670ed0170781), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:33.776738 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:33.777385 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:33.778910 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] 10.222.0.113 "PUT /v2.0/ports/868af332-f646-4227-80ec-670ed0170781 HTTP/1.1" status: 200 len: 1093 time: 1.3470662 Apr 08 19:03:33.779264 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da8e5462-b952-4072-8d73-f0d21ca55965', 'tag': '868af332-f646-4227-80ec-670ed0170781'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:33.781788 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee0cc4c-ed28-43e0-899e-1a1c185419d6" -d '{"events": [{"name": "network-changed", "server_uuid": "da8e5462-b952-4072-8d73-f0d21ca55965", "tag": "868af332-f646-4227-80ec-670ed0170781"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:33.838230 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed083123-edd3-4689-93ce-798f8aba3566 service neutron] Pushing event updated for resources: {'Port': ['ID=868af332-f646-4227-80ec-670ed0170781,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:33.893260 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 13b7130d-3b24-4f79-a144-9b5a5e7e2993 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:33.924786 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b3e3e6-1102-4e45-925f-2e744158ccb6 x-openstack-request-id: req-89b3e3e6-1102-4e45-925f-2e744158ccb6 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:33.925658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da8e5462-b952-4072-8d73-f0d21ca55965", "tag": "868af332-f646-4227-80ec-670ed0170781", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:33.925658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-89b3e3e6-1102-4e45-925f-2e744158ccb6 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:33.926168 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b3e3e6-1102-4e45-925f-2e744158ccb6'] response: {'name': 'network-changed', 'server_uuid': 'da8e5462-b952-4072-8d73-f0d21ca55965', 'tag': '868af332-f646-4227-80ec-670ed0170781', 'status': 'completed', 'code': 200} Apr 08 19:03:33.969951 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:33.970456 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:34.070173 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ab965d36-e4c8-4ef5-bc23-6878eb68d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:34.071815 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-ab965d36-e4c8-4ef5-bc23-6878eb68d807 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6fe2fa86c9b340739a1504c4cb2e7bac&device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 1127 time: 0.1198003 Apr 08 19:03:34.150657 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:34.187668 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-916b857d-d42d-4d47-b2cd-b56aa498903c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=868af332-f646-4227-80ec-670ed0170781 HTTP/1.1" status: 200 len: 217 time: 0.1073802 Apr 08 19:03:34.242277 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78064b5-604f-41b9-8cbf-3ebab5945289 req-ce8c6b57-db0f-43e5-9a35-96831c0178b9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:34.260910 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c78064b5-604f-41b9-8cbf-3ebab5945289 req-ce8c6b57-db0f-43e5-9a35-96831c0178b9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0967052 Apr 08 19:03:34.270165 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-6af29115-f6ca-485a-9335-866bad313321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:34.273167 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-6af29115-f6ca-485a-9335-866bad313321 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6a25724b-5e86-4808-8ce9-ff76b218c8b9 HTTP/1.1" status: 200 len: 849 time: 0.0739071 Apr 08 19:03:34.329011 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-674c8858-055b-4943-b016-d1d60af5373f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479243 Apr 08 19:03:34.365815 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c78064b5-604f-41b9-8cbf-3ebab5945289 req-37348f5e-a76c-47ca-b2a9-78b44bbd67cb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039848 Apr 08 19:03:34.467558 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-a38d433e-d709-46e5-96a7-774ea5d7457b service neutron] 10.222.0.113 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242671 Apr 08 19:03:34.498559 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33596) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:34.547565 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285ec2-7aaa-4682-a1a8-8830fb66ae21 req-8f06f3f1-e898-44ec-ae63-392b20c1b005 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:34.551331 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-23285ec2-7aaa-4682-a1a8-8830fb66ae21 req-8f06f3f1-e898-44ec-ae63-392b20c1b005 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 943 time: 0.0916743 Apr 08 19:03:34.625960 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-23285ec2-7aaa-4682-a1a8-8830fb66ae21 req-300b4323-39a7-4e85-9538-c82c1e9b6e94 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681992 Apr 08 19:03:34.659096 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1647c0d7-2f2e-4418-8b18-8dcbedcb65cc req-145057fd-e4a8-4dc8-b6db-91ed9e3577cc service neutron] 10.222.0.113 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844871 Apr 08 19:03:34.728143 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-730800d9-9611-4375-a1b4-871b3479e563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:34.749590 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dbcb8851-54fd-4be9-ba2f-448e384b3b2d req-fc2f2ae7-b0c4-4ea9-ac29-698f8f0bddcf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 210 time: 0.0314798 Apr 08 19:03:34.821092 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-730800d9-9611-4375-a1b4-871b3479e563 admin admin] Publish callbacks [] for security_group (f1d7ded9-ee40-49f5-94d8-fcacc336bd79), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:34.826114 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-730800d9-9611-4375-a1b4-871b3479e563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f1d7ded9-ee40-49f5-94d8-fcacc336bd79), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:34.866216 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730800d9-9611-4375-a1b4-871b3479e563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d7ded9-ee40-49f5-94d8-fcacc336bd79,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:34.870907 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-730800d9-9611-4375-a1b4-871b3479e563 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a718d6429da8496ca4df964059220e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708470 Apr 08 19:03:34.873599 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33612) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:34.924670 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1475f41a-2637-4183-8e0b-1c519ca33403 admin admin] Publish callbacks [] for security_group (f1d7ded9-ee40-49f5-94d8-fcacc336bd79), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:34.947354 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1475f41a-2637-4183-8e0b-1c519ca33403 admin admin] Publish callbacks [] for security_group (f1d7ded9-ee40-49f5-94d8-fcacc336bd79), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.010120 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1475f41a-2637-4183-8e0b-1c519ca33403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f1d7ded9-ee40-49f5-94d8-fcacc336bd79), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.012987 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1475f41a-2637-4183-8e0b-1c519ca33403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.014475 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-1475f41a-2637-4183-8e0b-1c519ca33403 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f1d7ded9-ee40-49f5-94d8-fcacc336bd79 HTTP/1.1" status: 204 len: 168 time: 0.1399086 Apr 08 19:03:35.025991 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475f41a-2637-4183-8e0b-1c519ca33403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d7ded9-ee40-49f5-94d8-fcacc336bd79,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:35.375180 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33632) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:35.389027 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc099808-476d-4dd3-8652-1dbebb531aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.528334 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc099808-476d-4dd3-8652-1dbebb531aed admin admin] Publish callbacks [] for security_group (2214fcf8-1c60-4a44-9f6e-f0827fdafeb9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.539557 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fc099808-476d-4dd3-8652-1dbebb531aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (2214fcf8-1c60-4a44-9f6e-f0827fdafeb9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.551182 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab23e6-e9aa-4390-b619-32f4a17d9337 req-dc9082c1-6ba0-4345-b431-0237f356dfae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:35.552962 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f9ab23e6-e9aa-4390-b619-32f4a17d9337 req-dc9082c1-6ba0-4345-b431-0237f356dfae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0688975 Apr 08 19:03:35.610971 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fc099808-476d-4dd3-8652-1dbebb531aed admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=abe69d8f97614a6ca5b36991d9a18d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344260 Apr 08 19:03:35.617260 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc099808-476d-4dd3-8652-1dbebb531aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2214fcf8-1c60-4a44-9f6e-f0827fdafeb9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:35.617592 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33646) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:35.638171 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f9ab23e6-e9aa-4390-b619-32f4a17d9337 req-4279ff25-98e4-4c14-829f-e4df9af61e1b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741262 Apr 08 19:03:35.695256 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0731-c5e0-4185-a10b-75cbaab2e89b admin admin] Publish callbacks [] for security_group (2214fcf8-1c60-4a44-9f6e-f0827fdafeb9), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.727272 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0731-c5e0-4185-a10b-75cbaab2e89b admin admin] Publish callbacks [] for security_group (2214fcf8-1c60-4a44-9f6e-f0827fdafeb9), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.752035 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116671-2a5e-4133-b7f0-60558f0d4daa req-b4805813-06ef-46be-922a-c3a2bae59da8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:35.753623 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-89116671-2a5e-4133-b7f0-60558f0d4daa req-b4805813-06ef-46be-922a-c3a2bae59da8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 943 time: 0.0539143 Apr 08 19:03:35.793549 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0731-c5e0-4185-a10b-75cbaab2e89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (2214fcf8-1c60-4a44-9f6e-f0827fdafeb9), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.796661 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f7fd0731-c5e0-4185-a10b-75cbaab2e89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:35.798258 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-f7fd0731-c5e0-4185-a10b-75cbaab2e89b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2214fcf8-1c60-4a44-9f6e-f0827fdafeb9 HTTP/1.1" status: 204 len: 168 time: 0.1791568 Apr 08 19:03:35.822414 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd0731-c5e0-4185-a10b-75cbaab2e89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2214fcf8-1c60-4a44-9f6e-f0827fdafeb9,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:35.832266 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-89116671-2a5e-4133-b7f0-60558f0d4daa req-ac942265-e0fe-4c06-bf44-7edb47aab555 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683477 Apr 08 19:03:35.886016 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f2f303ab-b9d5-431c-bd8b-9ec208bba381 req-8efa0301-1bde-4826-9c55-b060dfc35e79 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 210 time: 0.0294156 Apr 08 19:03:36.060037 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-e7429787-309e-478b-a2fd-36004d0a4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:36.062489 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-e7429787-309e-478b-a2fd-36004d0a4bb7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6fe2fa86c9b340739a1504c4cb2e7bac&device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 1127 time: 0.0478218 Apr 08 19:03:36.167570 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33666) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:36.284764 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-701ebe81-f9b4-4d7f-8de1-e17b68e9171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:36.286470 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-701ebe81-f9b4-4d7f-8de1-e17b68e9171e service neutron] 10.222.0.113 "GET /v2.0/networks?id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e HTTP/1.1" status: 200 len: 911 time: 0.2155139 Apr 08 19:03:36.295428 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-51416116-ae79-46d2-b684-f4f2f350f1e3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:36.297118 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-51416116-ae79-46d2-b684-f4f2f350f1e3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 817 time: 0.2068133 Apr 08 19:03:36.297370 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:36.322204 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fee4b792-4794-4aec-a6f6-c0f529ed4c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.337863 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-377b3755-3792-4d45-b8a5-f26999e2f32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.348064 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-3616f1bc-c363-4443-8e7e-ea8ea19466e5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=868af332-f646-4227-80ec-670ed0170781 HTTP/1.1" status: 200 len: 217 time: 0.0496366 Apr 08 19:03:36.399746 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-2ba29555-82aa-4110-a753-56fa035d839d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846543c57b654df3861fe4c058b48586 HTTP/1.1" status: 200 len: 380 time: 0.0585620 Apr 08 19:03:36.424170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'port': {'device_id': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'admin_state_up': True, 'tenant_id': '846543c57b654df3861fe4c058b48586', 'security_groups': ['c4b79d33-7a3f-4055-b1af-8e41e00ee8da']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:36.458012 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fee4b792-4794-4aec-a6f6-c0f529ed4c10 admin admin] Publish callbacks [] for security_group (d752972a-831f-4697-8d9f-5445e4294b7f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.466015 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fee4b792-4794-4aec-a6f6-c0f529ed4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (d752972a-831f-4697-8d9f-5445e4294b7f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.480810 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-377b3755-3792-4d45-b8a5-f26999e2f32d admin admin] Publish callbacks [] for security_group (128cd491-d59a-4f14-a301-6d814e0205ad), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.494503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-377b3755-3792-4d45-b8a5-f26999e2f32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (128cd491-d59a-4f14-a301-6d814e0205ad), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.521192 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fee4b792-4794-4aec-a6f6-c0f529ed4c10 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a082ec69a2fa4c6b8e65f25c58855386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227125 Apr 08 19:03:36.521463 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-dbe905b5-5f9b-4296-a84b-b75503ee2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:36.522725 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-dbe905b5-5f9b-4296-a84b-b75503ee2cd3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=6a25724b-5e86-4808-8ce9-ff76b218c8b9 HTTP/1.1" status: 200 len: 849 time: 0.1111526 Apr 08 19:03:36.524531 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4b792-4794-4aec-a6f6-c0f529ed4c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d752972a-831f-4697-8d9f-5445e4294b7f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:36.525304 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33676) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:36.547130 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-377b3755-3792-4d45-b8a5-f26999e2f32d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=594e4f06093c466f8dd550ff4f3bbb7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778691 Apr 08 19:03:36.550654 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33678) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:36.572479 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b3755-3792-4d45-b8a5-f26999e2f32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128cd491-d59a-4f14-a301-6d814e0205ad,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:36.583969 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-8c5ea781-287b-496d-9a7e-a1ba066cca33 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480106 Apr 08 19:03:36.613416 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc25498d-afba-4eff-b154-5e91045c1993 admin admin] Publish callbacks [] for security_group (128cd491-d59a-4f14-a301-6d814e0205ad), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.638295 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc25498d-afba-4eff-b154-5e91045c1993 admin admin] Publish callbacks [] for security_group (128cd491-d59a-4f14-a301-6d814e0205ad), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.695333 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Made reservation on behalf of 846543c57b654df3861fe4c058b48586 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:03:36.698916 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.699117 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc25498d-afba-4eff-b154-5e91045c1993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (128cd491-d59a-4f14-a301-6d814e0205ad), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.702280 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bc25498d-afba-4eff-b154-5e91045c1993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.703832 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2002f238-e18f-486c-89f3-fca21cac4c9b admin admin] Publish callbacks [] for security_group (d752972a-831f-4697-8d9f-5445e4294b7f), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.703976 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-bc25498d-afba-4eff-b154-5e91045c1993 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/128cd491-d59a-4f14-a301-6d814e0205ad HTTP/1.1" status: 204 len: 168 time: 0.1527030 Apr 08 19:03:36.715430 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25498d-afba-4eff-b154-5e91045c1993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128cd491-d59a-4f14-a301-6d814e0205ad,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:36.753122 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2002f238-e18f-486c-89f3-fca21cac4c9b admin admin] Publish callbacks [] for security_group (d752972a-831f-4697-8d9f-5445e4294b7f), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.795531 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaa0b1-e1e5-4e5b-ac27-eebb4e5a7fe2 req-17c70ab7-024d-44cc-bdb9-280e9069c674 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:36.797853 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fdbaa0b1-e1e5-4e5b-ac27-eebb4e5a7fe2 req-17c70ab7-024d-44cc-bdb9-280e9069c674 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0776846 Apr 08 19:03:36.836694 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-69ff1513-77bc-463f-b1bb-5db883e78a8b service neutron] 10.222.0.113 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349341 Apr 08 19:03:36.877050 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fdbaa0b1-e1e5-4e5b-ac27-eebb4e5a7fe2 req-31ffa4b3-e972-4455-850e-b2cdad20ef16 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698831 Apr 08 19:03:36.956718 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2002f238-e18f-486c-89f3-fca21cac4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (d752972a-831f-4697-8d9f-5445e4294b7f), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.959466 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2002f238-e18f-486c-89f3-fca21cac4c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:36.960645 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-2002f238-e18f-486c-89f3-fca21cac4c9b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d752972a-831f-4697-8d9f-5445e4294b7f HTTP/1.1" status: 204 len: 168 time: 0.4344380 Apr 08 19:03:36.984918 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff26b-da41-419f-95c7-ff75a9f3e30c req-d704d45b-362b-4e37-bccc-1929da027035 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:36.985144 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002f238-e18f-486c-89f3-fca21cac4c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752972a-831f-4697-8d9f-5445e4294b7f,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:36.985433 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bdeff26b-da41-419f-95c7-ff75a9f3e30c req-d704d45b-362b-4e37-bccc-1929da027035 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 943 time: 0.0661342 Apr 08 19:03:36.999845 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Allocated IP 172.20.0.6 (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8/44f517f6-4839-4f93-a72b-e94c0695df5e/ce642d33-9dd0-4f19-b7af-3919755d64b1) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:03:37.029165 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-92ffc8a4-29b3-4aa5-8630-5df807956465 req-1d7d9141-7a24-4dc4-80fe-cf0c65d2cd2b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 210 time: 0.0384665 Apr 08 19:03:37.064397 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fee0cc4c-ed28-43e0-899e-1a1c185419d6 req-06ebf786-f3d4-4f76-a043-5dc6120b93e6 service neutron] 10.222.0.113 "GET /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173986 Apr 08 19:03:37.092562 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bdeff26b-da41-419f-95c7-ff75a9f3e30c req-ec62f626-eec8-4694-ab38-bf68e26a6e75 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537162 Apr 08 19:03:37.222398 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.224951 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33694) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:37.239832 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efcc20b-1f4d-4994-b85d-6da26792ae14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.276862 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.323943 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:03:37.329256 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:03:37.340552 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:03:37.340787 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efcc20b-1f4d-4994-b85d-6da26792ae14 admin admin] Publish callbacks [] for security_group (578c0580-dcf6-445f-9760-4998189796a4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.347962 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:37.348614 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-5efcc20b-1f4d-4994-b85d-6da26792ae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (578c0580-dcf6-445f-9760-4998189796a4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.349311 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.371201 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:37.379715 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-4bfaa77c-eae0-422d-a9f6-ec3f8977a9ab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9600918 Apr 08 19:03:37.391885 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Request body: {'port': {'device_id': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:37.410497 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-5efcc20b-1f4d-4994-b85d-6da26792ae14 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=18abcb8c961e4f3c9408a45512f8d54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843815 Apr 08 19:03:37.411665 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcc20b-1f4d-4994-b85d-6da26792ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c0580-dcf6-445f-9760-4998189796a4,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:37.414343 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33700) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:37.476617 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.479928 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-754f82e8-4d88-40b1-baf0-d45d2f6dc46c admin admin] Publish callbacks [] for security_group (578c0580-dcf6-445f-9760-4998189796a4), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.517570 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-754f82e8-4d88-40b1-baf0-d45d2f6dc46c admin admin] Publish callbacks [] for security_group (578c0580-dcf6-445f-9760-4998189796a4), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.584072 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-754f82e8-4d88-40b1-baf0-d45d2f6dc46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (578c0580-dcf6-445f-9760-4998189796a4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.586737 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-754f82e8-4d88-40b1-baf0-d45d2f6dc46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.590546 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-754f82e8-4d88-40b1-baf0-d45d2f6dc46c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/578c0580-dcf6-445f-9760-4998189796a4 HTTP/1.1" status: 204 len: 168 time: 0.1728895 Apr 08 19:03:37.601997 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f82e8-4d88-40b1-baf0-d45d2f6dc46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c0580-dcf6-445f-9760-4998189796a4,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:37.783569 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-cdb40719-4a2c-4c35-af39-605c38a9a079 None None] Provisioning complete for port ce642d33-9dd0-4f19-b7af-3919755d64b1 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:37.784147 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-cdb40719-4a2c-4c35-af39-605c38a9a079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.826255 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-cdb40719-4a2c-4c35-af39-605c38a9a079 None None] Port ce642d33-9dd0-4f19-b7af-3919755d64b1 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:03:37.892078 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce642d33-9dd0-4f19-b7af-3919755d64b1 {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:03:37.907008 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Publish callbacks [] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:37.926013 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Transition to ACTIVE for port object ce642d33-9dd0-4f19-b7af-3919755d64b1 will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:03:37.932435 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:38.021430 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:38.069225 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa806b40-b425-4e6a-b87c-88ea3d657c9f req-e680f7ec-c618-4dc4-ab81-0796ff4cf9a9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:38.071365 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa806b40-b425-4e6a-b87c-88ea3d657c9f req-e680f7ec-c618-4dc4-ab81-0796ff4cf9a9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.1160324 Apr 08 19:03:38.092996 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Attempting to bind port ce642d33-9dd0-4f19-b7af-3919755d64b1 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:03:38.101176 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Attempting to bind port ce642d33-9dd0-4f19-b7af-3919755d64b1 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:03:38.101862 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Attempting to bind port ce642d33-9dd0-4f19-b7af-3919755d64b1 on network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:38.108506 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Port ce642d33-9dd0-4f19-b7af-3919755d64b1 on network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:03:38.109123 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Attempting to bind port ce642d33-9dd0-4f19-b7af-3919755d64b1 on network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:03:38.121643 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:03:38.122435 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Checking segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:03:38.128345 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Bound using segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:03:38.129149 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Bound port: ce642d33-9dd0-4f19-b7af-3919755d64b1, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:03:38.129840 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:38.228076 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:03:38.228341 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa806b40-b425-4e6a-b87c-88ea3d657c9f req-29a73d48-6a12-4065-a9b4-daa98b7b22e1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485281 Apr 08 19:03:38.243223 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:03:38.257623 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:38.264019 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251a484-45c9-44ec-936b-94393022274d req-5db9ff16-e8be-4845-b612-9787371b7a1f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:38.271912 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8251a484-45c9-44ec-936b-94393022274d req-5db9ff16-e8be-4845-b612-9787371b7a1f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.1183717 Apr 08 19:03:38.325164 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:38.325870 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:38.327140 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] 10.222.0.113 "PUT /v2.0/ports/ce642d33-9dd0-4f19-b7af-3919755d64b1 HTTP/1.1" status: 200 len: 1093 time: 0.9400508 Apr 08 19:03:38.327623 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:38.329875 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e19e42-dc22-4822-9a6a-665f40c444f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:38.334833 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a798c54-67b1-46ea-bbf4-cf1f831a9ffc service neutron] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:38.375305 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c12b9-505b-46cc-b3b7-69a3ee426dae req-f60b9d7d-4892-4108-8550-ba0c02724cfd tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:38.377217 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f50c12b9-505b-46cc-b3b7-69a3ee426dae req-f60b9d7d-4892-4108-8550-ba0c02724cfd tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 943 time: 0.0800300 Apr 08 19:03:38.380902 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8251a484-45c9-44ec-936b-94393022274d req-ecfa0273-7bfd-4bd3-914c-07e65f9f9db0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076257 Apr 08 19:03:38.477339 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-fb64ffd0-ab49-4e5f-ae12-f48bdb1674a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:38.479104 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f50c12b9-505b-46cc-b3b7-69a3ee426dae req-214739b4-20c5-4827-b6e4-bff7fa2ede11 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949969 Apr 08 19:03:38.479970 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-fb64ffd0-ab49-4e5f-ae12-f48bdb1674a6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 1127 time: 0.0740950 Apr 08 19:03:38.547298 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5a4b43-8790-4d60-bf82-fb6e3d9f1ce1 x-openstack-request-id: req-ec5a4b43-8790-4d60-bf82-fb6e3d9f1ce1 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:38.547645 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:38.547873 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ec5a4b43-8790-4d60-bf82-fb6e3d9f1ce1 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:38.548286 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5a4b43-8790-4d60-bf82-fb6e3d9f1ce1'] response: {'name': 'network-changed', 'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'status': 'completed', 'code': 200} Apr 08 19:03:38.550691 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-c4a86791-6abb-461f-9c2e-2c03af4d84c2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1 HTTP/1.1" status: 200 len: 217 time: 0.0599663 Apr 08 19:03:38.630639 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-f7b3c93b-c786-44a1-bbbb-33eda687bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:38.632192 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-f7b3c93b-c786-44a1-bbbb-33eda687bf17 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0723014 Apr 08 19:03:38.695182 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-fe6bdf3b-0a8d-4077-8242-9f97543f5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:38.701967 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-fe6bdf3b-0a8d-4077-8242-9f97543f5b8e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618246 Apr 08 19:03:38.823269 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-5a46847f-2fdf-488b-9041-21a072da86eb service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140599 Apr 08 19:03:38.931439 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 868af332-f646-4227-80ec-670ed0170781 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:03:38.934037 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-06f66b2f-e9a2-469d-b262-f2955fd7150e req-6b9b448d-6bd8-44c1-8e59-ac6e14d157e5 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007683 Apr 08 19:03:39.080898 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 868af332-f646-4227-80ec-670ed0170781, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=868af332-f646-4227-80ec-670ed0170781,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:39.092573 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '868af332-f646-4227-80ec-670ed0170781', 'network_id': 'd0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e', 'port_id': '868af332-f646-4227-80ec-670ed0170781', 'mac_address': 'fa:16:3e:0c:c8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a25724b-5e86-4808-8ce9-ff76b218c8b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:03:39.133087 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 868af332-f646-4227-80ec-670ed0170781 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:39.133491 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (868af332-f646-4227-80ec-670ed0170781), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:39.147034 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868af332-f646-4227-80ec-670ed0170781 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:03:39.168187 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 868af332-f646-4227-80ec-670ed0170781, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=868af332-f646-4227-80ec-670ed0170781,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:39.172241 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (868af332-f646-4227-80ec-670ed0170781), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:39.227683 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=868af332-f646-4227-80ec-670ed0170781,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:39.339940 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4f65e-6213-4192-ac15-70dcded3ac53 req-15b2098e-e131-4114-943a-384686609160 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:39.341525 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-aac4f65e-6213-4192-ac15-70dcded3ac53 req-15b2098e-e131-4114-943a-384686609160 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0524712 Apr 08 19:03:39.398421 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-aac4f65e-6213-4192-ac15-70dcded3ac53 req-0010cec9-e698-4b6b-b0d8-bf2abe556fff tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Apr 08 19:03:39.494144 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['868af332-f646-4227-80ec-670ed0170781'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:03:39.547538 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7a3ac-eae1-42c4-9cca-8134081da70e req-466c7722-8c1a-4c2b-b7d4-f292d0f07c7b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:39.549251 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7cb7a3ac-eae1-42c4-9cca-8134081da70e req-466c7722-8c1a-4c2b-b7d4-f292d0f07c7b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0537758 Apr 08 19:03:39.614026 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ba3d-fdea-459d-a547-ad60e9265a6a req-3d20482b-96f9-4b6f-ae2d-4be15769ceff tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:39.615529 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a383ba3d-fdea-459d-a547-ad60e9265a6a req-3d20482b-96f9-4b6f-ae2d-4be15769ceff tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 944 time: 0.0651598 Apr 08 19:03:39.652343 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7cb7a3ac-eae1-42c4-9cca-8134081da70e req-456e3cb4-9cc5-487d-b18b-a5add947e35e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920508 Apr 08 19:03:39.680067 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a383ba3d-fdea-459d-a547-ad60e9265a6a req-56d301f7-608f-4179-875f-997a8037dba6 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585608 Apr 08 19:03:40.088873 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-ae1800a7-416c-450e-a56c-a9ce6948953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:40.090012 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-ae1800a7-416c-450e-a56c-a9ce6948953e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 1127 time: 0.0471170 Apr 08 19:03:40.206530 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-752b1a55-f1f0-4e34-a9df-f89b02319bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:40.207942 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-752b1a55-f1f0-4e34-a9df-f89b02319bb3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.1106176 Apr 08 19:03:40.258053 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-d4191fde-8a25-46e7-9c6e-fd4e287d664d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1 HTTP/1.1" status: 200 len: 217 time: 0.0425694 Apr 08 19:03:40.309252 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-e932ff2b-b863-4684-8734-250c7d3380a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:40.310731 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-e932ff2b-b863-4684-8734-250c7d3380a4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0445387 Apr 08 19:03:40.356148 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-5fc6a08f-15be-4d76-9d52-712eaa2adc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:40.357689 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-5fc6a08f-15be-4d76-9d52-712eaa2adc91 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391033 Apr 08 19:03:40.454686 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-519e27c1-1910-46ed-bca8-adbd82628d68 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893378 Apr 08 19:03:40.519340 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b3834-979a-47a0-b07e-014cdd304bc5 req-20750d17-868e-495d-89ee-e1c04f828a9a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:40.525587 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-824b3834-979a-47a0-b07e-014cdd304bc5 req-20750d17-868e-495d-89ee-e1c04f828a9a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0560057 Apr 08 19:03:40.558458 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-71e19e42-dc22-4822-9a6a-665f40c444f8 req-12eacc32-7e94-439b-b1df-13dcbaa13ba7 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941525 Apr 08 19:03:40.572931 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-824b3834-979a-47a0-b07e-014cdd304bc5 req-a24a801d-e531-4caa-bd7c-2a20422092f6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Apr 08 19:03:40.802653 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba940b-ee18-4841-97d1-13a0d16f78fd req-505c729f-7dad-45a5-929f-baaff8a21801 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:40.804058 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c3ba940b-ee18-4841-97d1-13a0d16f78fd req-505c729f-7dad-45a5-929f-baaff8a21801 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0766234 Apr 08 19:03:40.825836 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc1308-8a39-4d06-9969-2c3a12690ff5 req-684f9b77-adb2-452d-aef8-e3365364e1e8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:40.827377 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fdfc1308-8a39-4d06-9969-2c3a12690ff5 req-684f9b77-adb2-452d-aef8-e3365364e1e8 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 944 time: 0.0678668 Apr 08 19:03:40.887920 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c3ba940b-ee18-4841-97d1-13a0d16f78fd req-3e5dc2c4-6bcb-4b47-bf70-f16762b6e3ca tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782743 Apr 08 19:03:40.899417 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fdfc1308-8a39-4d06-9969-2c3a12690ff5 req-b3aa11bc-3ca7-4794-b446-568a8a177dce tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647488 Apr 08 19:03:41.373920 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 868af332-f646-4227-80ec-670ed0170781 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:41.420124 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 868af332-f646-4227-80ec-670ed0170781 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:03:41.426854 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 868af332-f646-4227-80ec-670ed0170781 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:41.427291 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (868af332-f646-4227-80ec-670ed0170781), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:41.505451 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 868af332-f646-4227-80ec-670ed0170781 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:41.505754 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (868af332-f646-4227-80ec-670ed0170781), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:41.528503 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8e5462-b952-4072-8d73-f0d21ca55965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868af332-f646-4227-80ec-670ed0170781'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:41.530743 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2966ff2-1899-4ffd-9bc2-fda7fd26068b" -d '{"events": [{"server_uuid": "da8e5462-b952-4072-8d73-f0d21ca55965", "name": "network-vif-plugged", "status": "completed", "tag": "868af332-f646-4227-80ec-670ed0170781"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:41.544195 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 868af332-f646-4227-80ec-670ed0170781, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=868af332-f646-4227-80ec-670ed0170781,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:41.549841 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (868af332-f646-4227-80ec-670ed0170781), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:41.581633 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f085774-f1aa-49aa-88f7-0937b0f02846 x-openstack-request-id: req-1f085774-f1aa-49aa-88f7-0937b0f02846 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:41.581961 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8e5462-b952-4072-8d73-f0d21ca55965", "name": "network-vif-plugged", "status": "completed", "tag": "868af332-f646-4227-80ec-670ed0170781", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:41.582219 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-1f085774-f1aa-49aa-88f7-0937b0f02846 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:41.582617 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f085774-f1aa-49aa-88f7-0937b0f02846'] response: {'server_uuid': 'da8e5462-b952-4072-8d73-f0d21ca55965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868af332-f646-4227-80ec-670ed0170781', 'code': 200} Apr 08 19:03:41.613579 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=868af332-f646-4227-80ec-670ed0170781,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:41.705502 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e374206-f6cb-42af-b77e-9b1478fc3fb7 req-aa21746f-5762-4578-b606-e0000aaaaf28 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:41.707449 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9e374206-f6cb-42af-b77e-9b1478fc3fb7 req-aa21746f-5762-4578-b606-e0000aaaaf28 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0506680 Apr 08 19:03:41.759176 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9e374206-f6cb-42af-b77e-9b1478fc3fb7 req-61f2bbe2-3260-454a-b009-acafca81ec02 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Apr 08 19:03:42.041734 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ef02-c651-420b-ac1b-687709e76b66 req-a148a746-c8d6-4d69-9dd2-9891f912203d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:42.043120 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c317ef02-c651-420b-ac1b-687709e76b66 req-a148a746-c8d6-4d69-9dd2-9891f912203d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0748556 Apr 08 19:03:42.051063 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d573c-dd89-415e-8af2-3cfc5574a6b6 req-7ef1b0e5-f51d-4d86-86aa-0e7396c9d16c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:42.052452 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-331d573c-dd89-415e-8af2-3cfc5574a6b6 req-7ef1b0e5-f51d-4d86-86aa-0e7396c9d16c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0745168 Apr 08 19:03:42.127977 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c317ef02-c651-420b-ac1b-687709e76b66 req-d273bc85-b6c9-4779-b65e-24260ec76b34 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745649 Apr 08 19:03:42.132456 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-331d573c-dd89-415e-8af2-3cfc5574a6b6 req-6f47fd6f-5284-4113-a736-d307cb357e75 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734251 Apr 08 19:03:42.874386 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8d344-ea0f-4029-bf0b-32e3aef7c34b req-a548a4d8-f71f-49e3-afd7-bf29f8c2a468 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:42.875878 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3ed8d344-ea0f-4029-bf0b-32e3aef7c34b req-a548a4d8-f71f-49e3-afd7-bf29f8c2a468 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0478227 Apr 08 19:03:42.922792 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3ed8d344-ea0f-4029-bf0b-32e3aef7c34b req-aac7feaa-f86e-41e7-8702-ef58e09cda6b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Apr 08 19:03:43.147223 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:03:43.273669 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:43.291140 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'port_id': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'mac_address': 'fa:16:3e:59:14:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:03:43.302560 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb40ec-4833-4860-8711-7f59e2c3b6f8 req-a828993b-1f3e-466c-bf2b-3cc371cdcbf0 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:43.304253 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8ceb40ec-4833-4860-8711-7f59e2c3b6f8 req-a828993b-1f3e-466c-bf2b-3cc371cdcbf0 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0896287 Apr 08 19:03:43.310187 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a3e1c-1948-4609-98ce-a0db11324b9b req-237c18e9-1857-4ef7-a17f-7076bf19953d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:43.311740 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df0a3e1c-1948-4609-98ce-a0db11324b9b req-237c18e9-1857-4ef7-a17f-7076bf19953d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0858622 Apr 08 19:03:43.351598 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port ce642d33-9dd0-4f19-b7af-3919755d64b1 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:43.352019 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:43.357343 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02a955-b7fd-4e26-bcdb-65d6b8fabe84 req-bb1d25a3-31d1-47c4-9e48-ce751ad0294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:43.359057 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4e02a955-b7fd-4e26-bcdb-65d6b8fabe84 req-bb1d25a3-31d1-47c4-9e48-ce751ad0294f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 1129 time: 0.0523446 Apr 08 19:03:43.367882 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce642d33-9dd0-4f19-b7af-3919755d64b1 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:03:43.397193 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:43.402516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:43.418189 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4e02a955-b7fd-4e26-bcdb-65d6b8fabe84 req-32433b73-95b7-4ea1-b79f-8d05cf4f4a2c service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526557 Apr 08 19:03:43.456091 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:43.628808 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8ceb40ec-4833-4860-8711-7f59e2c3b6f8 req-742f950c-6015-4d0c-9c1c-bc1d74e540d3 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160462 Apr 08 19:03:43.631780 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df0a3e1c-1948-4609-98ce-a0db11324b9b req-98e82237-acf6-4f0c-8fcd-d34292e1a61c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120577 Apr 08 19:03:44.042744 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce967886-0f65-4703-9879-34c3b2101118 req-9eb6db99-f81f-491d-a47e-46f6fb55db7e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:44.044310 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ce967886-0f65-4703-9879-34c3b2101118 req-9eb6db99-f81f-491d-a47e-46f6fb55db7e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0527108 Apr 08 19:03:44.092390 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ce967886-0f65-4703-9879-34c3b2101118 req-d9b5f013-7ae9-470d-9ab6-e05ab5ba16e2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Apr 08 19:03:44.781242 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156242-d34d-49ef-99c9-ec52afd36861 req-430bcf6e-3313-4ea4-9baa-b035e044bc68 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:44.782773 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e2156242-d34d-49ef-99c9-ec52afd36861 req-430bcf6e-3313-4ea4-9baa-b035e044bc68 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0847876 Apr 08 19:03:44.789999 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca998a-25b4-4627-8eb4-9766b43c9dd0 req-922757dd-15c2-46b7-9484-6894a40f222e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:44.791414 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f9ca998a-25b4-4627-8eb4-9766b43c9dd0 req-922757dd-15c2-46b7-9484-6894a40f222e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0831118 Apr 08 19:03:44.862826 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e2156242-d34d-49ef-99c9-ec52afd36861 req-e38c50a1-b0dc-4856-9845-91669f3294ff tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702748 Apr 08 19:03:44.870155 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f9ca998a-25b4-4627-8eb4-9766b43c9dd0 req-b8c37c49-82ba-45e8-a4ab-b42e53b49180 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718553 Apr 08 19:03:45.230321 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b9a6c-00c6-45d7-81ee-bdb682814748 req-2f492efd-18b8-434f-83eb-1dfa2dcc403a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:45.231844 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-871b9a6c-00c6-45d7-81ee-bdb682814748 req-2f492efd-18b8-434f-83eb-1dfa2dcc403a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0668809 Apr 08 19:03:45.284837 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-871b9a6c-00c6-45d7-81ee-bdb682814748 req-8c146f69-505d-4d23-aa28-cd3301bf8581 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447154 Apr 08 19:03:46.016835 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32b664-cb6e-480d-8ed9-673f0c9c06e5 req-cdf33d8f-65ef-40ef-8bd2-9b1f7ebb253f tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:46.018407 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3e32b664-cb6e-480d-8ed9-673f0c9c06e5 req-cdf33d8f-65ef-40ef-8bd2-9b1f7ebb253f tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0835130 Apr 08 19:03:46.024978 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ac400-76e6-4e2d-b5de-6dabbe337b8f req-98c7bb99-6ee4-407e-b8c3-cdc08faa3e14 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:46.026559 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5e0ac400-76e6-4e2d-b5de-6dabbe337b8f req-98c7bb99-6ee4-407e-b8c3-cdc08faa3e14 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0770285 Apr 08 19:03:46.107268 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3e32b664-cb6e-480d-8ed9-673f0c9c06e5 req-d0fc229a-88c6-4f61-b8b9-60df090bccd2 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795882 Apr 08 19:03:46.110994 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5e0ac400-76e6-4e2d-b5de-6dabbe337b8f req-4fc09767-6e6d-499f-bb11-d1c5f8c15f99 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757277 Apr 08 19:03:46.403673 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332e233-2034-4d0c-9a89-e82a944926ad req-a83aa558-f153-419e-aa06-3595c6daf193 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:46.405228 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d332e233-2034-4d0c-9a89-e82a944926ad req-a83aa558-f153-419e-aa06-3595c6daf193 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0514967 Apr 08 19:03:46.458806 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d332e233-2034-4d0c-9a89-e82a944926ad req-cd93db5f-e98f-4134-81b6-60cd014d3c7c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Apr 08 19:03:46.528508 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['ce642d33-9dd0-4f19-b7af-3919755d64b1'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:03:47.242178 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092b0c4-ff5c-4a99-a9e1-7762e5ea3a3a req-cb8386c6-b243-472e-815f-b07395cab15a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:47.243778 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b092b0c4-ff5c-4a99-a9e1-7762e5ea3a3a req-cb8386c6-b243-472e-815f-b07395cab15a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0569570 Apr 08 19:03:47.296551 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b092b0c4-ff5c-4a99-a9e1-7762e5ea3a3a req-61df45b4-b2ad-460b-9db0-fea0d79a290d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470667 Apr 08 19:03:47.365827 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bf015-4b55-4a71-b479-deb420a47786 req-08b9a35f-803a-4f4f-bb17-a440705d18df tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:47.367315 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8f3bf015-4b55-4a71-b479-deb420a47786 req-08b9a35f-803a-4f4f-bb17-a440705d18df tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Apr 08 19:03:47.416373 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8f3bf015-4b55-4a71-b479-deb420a47786 req-f1a48ecf-248b-4253-9884-cf32170e42a4 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Apr 08 19:03:47.573247 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456b2eb-bba0-41d5-aa77-701219b11579 req-e6c08e74-147a-44bc-8559-e8d79de0591f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:47.574633 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8456b2eb-bba0-41d5-aa77-701219b11579 req-e6c08e74-147a-44bc-8559-e8d79de0591f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0489485 Apr 08 19:03:47.624390 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8456b2eb-bba0-41d5-aa77-701219b11579 req-b6213092-9063-45d2-a8d4-774c7e269e55 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Apr 08 19:03:48.450216 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45150a-1c95-41e2-a5a1-cbeeeab60949 req-dd3da9f6-f920-4109-9516-58d84dad815e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:48.451812 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0e45150a-1c95-41e2-a5a1-cbeeeab60949 req-dd3da9f6-f920-4109-9516-58d84dad815e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0484390 Apr 08 19:03:48.529407 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0e45150a-1c95-41e2-a5a1-cbeeeab60949 req-8a0510b5-b2c4-42d1-9c47-f4fbec7b061d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721824 Apr 08 19:03:48.542650 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c24d46-09b0-4fdb-b532-ddc68e5571d7 req-49d25ed7-5fbb-4fe9-b541-0fcca885371a tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:48.544183 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a9c24d46-09b0-4fdb-b532-ddc68e5571d7 req-49d25ed7-5fbb-4fe9-b541-0fcca885371a tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0570476 Apr 08 19:03:48.592664 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a9c24d46-09b0-4fdb-b532-ddc68e5571d7 req-928a659c-c824-481b-b992-6c473343d9bd tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 Apr 08 19:03:48.741616 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714cdfc-0bb3-447a-8f1b-b0757e3bb8df req-475a50b3-71b2-4a21-8e15-3c28fe7c4ee1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:48.743169 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3714cdfc-0bb3-447a-8f1b-b0757e3bb8df req-475a50b3-71b2-4a21-8e15-3c28fe7c4ee1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0510116 Apr 08 19:03:48.791640 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3714cdfc-0bb3-447a-8f1b-b0757e3bb8df req-efb26394-f0d1-4c8e-83ab-0966f6e7ba27 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Apr 08 19:03:49.660306 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078f86e-5abb-41b9-88bb-b236370aeaad req-e0863e7d-6479-405a-bc1a-26caf0432d68 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:49.661737 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6078f86e-5abb-41b9-88bb-b236370aeaad req-e0863e7d-6479-405a-bc1a-26caf0432d68 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0538785 Apr 08 19:03:49.726832 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f76a-bb70-4555-a502-518103717f67 req-26a68c43-07e6-4aaf-b1f5-748e86f9b9af tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:49.728341 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ce47f76a-bb70-4555-a502-518103717f67 req-26a68c43-07e6-4aaf-b1f5-748e86f9b9af tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0656717 Apr 08 19:03:49.757429 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6078f86e-5abb-41b9-88bb-b236370aeaad req-042c4ed7-85f6-4acd-aa71-d3c7ee882943 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865300 Apr 08 19:03:49.787424 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ce47f76a-bb70-4555-a502-518103717f67 req-af7ab0c4-56cf-4369-88d7-b51d3afe85aa tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534143 Apr 08 19:03:49.906671 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb41a0-fd18-482a-b3fe-125e1779b6d6 req-ee186951-1b9f-407a-a42b-d45dda5a2fb7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:49.908320 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5aeb41a0-fd18-482a-b3fe-125e1779b6d6 req-ee186951-1b9f-407a-a42b-d45dda5a2fb7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0502274 Apr 08 19:03:49.955906 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5aeb41a0-fd18-482a-b3fe-125e1779b6d6 req-1209e4b5-cb02-4afa-972c-dc6cc5545958 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Apr 08 19:03:50.005782 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:03:50.052819 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port ce642d33-9dd0-4f19-b7af-3919755d64b1 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:03:50.060419 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port ce642d33-9dd0-4f19-b7af-3919755d64b1 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:03:50.060807 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:50.144237 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port ce642d33-9dd0-4f19-b7af-3919755d64b1 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:03:50.144645 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:50.167275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:50.169531 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40321377-db04-46a1-941e-43ceffbcb109" -d '{"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:50.182510 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:50.187542 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:50.216565 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a434abf6-6b31-450e-bf20-9614a7833a9e x-openstack-request-id: req-a434abf6-6b31-450e-bf20-9614a7833a9e {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:50.216866 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:50.217123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a434abf6-6b31-450e-bf20-9614a7833a9e {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:50.217517 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a434abf6-6b31-450e-bf20-9614a7833a9e'] response: {'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'code': 200} Apr 08 19:03:50.244757 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:50.903798 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c05ce1-ab34-4e9f-aca7-0bd9227d6172 req-bb33cd1e-8c34-4378-8604-0ac2b45f7068 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:50.905328 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d4c05ce1-ab34-4e9f-aca7-0bd9227d6172 req-bb33cd1e-8c34-4378-8604-0ac2b45f7068 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0778894 Apr 08 19:03:50.933896 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d72d3-35a2-4c1d-82e5-c99840e49aa9 req-9dae23d7-0555-49cc-a98d-1d2e30f61628 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:50.935372 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bd3d72d3-35a2-4c1d-82e5-c99840e49aa9 req-9dae23d7-0555-49cc-a98d-1d2e30f61628 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0748682 Apr 08 19:03:50.982556 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d4c05ce1-ab34-4e9f-aca7-0bd9227d6172 req-267d87f4-9360-42b3-98c2-43e9e9d650b6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707748 Apr 08 19:03:51.025290 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bd3d72d3-35a2-4c1d-82e5-c99840e49aa9 req-3a78e7ee-bef5-47e9-8db3-45e77597e1cb tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787225 Apr 08 19:03:51.143835 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773f1a3-e0ba-478f-b8b9-b9059edfe029 req-5a9d8432-16db-4909-8941-812120630944 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:51.145156 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 33946) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:51.145666 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5773f1a3-e0ba-478f-b8b9-b9059edfe029 req-5a9d8432-16db-4909-8941-812120630944 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0571144 Apr 08 19:03:51.197475 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5773f1a3-e0ba-478f-b8b9-b9059edfe029 req-c6a05155-f49a-4f78-94a3-7086650dfa7a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Apr 08 19:03:51.266317 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf181-7319-43ce-9839-be2aa8aaf9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:51.355260 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf181-7319-43ce-9839-be2aa8aaf9d7 admin admin] Publish callbacks [] for security_group (c2b320ec-07dc-49c4-93e6-2c661bcf1859), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:51.359065 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf181-7319-43ce-9839-be2aa8aaf9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (c2b320ec-07dc-49c4-93e6-2c661bcf1859), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:51.397449 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-aa9cf181-7319-43ce-9839-be2aa8aaf9d7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=20800f24304d40e1b6a79cd4dd6b9cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505372 Apr 08 19:03:51.399466 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cf181-7319-43ce-9839-be2aa8aaf9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b320ec-07dc-49c4-93e6-2c661bcf1859,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:51.400112 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 33952) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:51.451169 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b06d809-1267-4de9-8063-ee4c9c6b277f admin admin] Publish callbacks [] for security_group (c2b320ec-07dc-49c4-93e6-2c661bcf1859), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:51.476869 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b06d809-1267-4de9-8063-ee4c9c6b277f admin admin] Publish callbacks [] for security_group (c2b320ec-07dc-49c4-93e6-2c661bcf1859), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:51.553169 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b06d809-1267-4de9-8063-ee4c9c6b277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (c2b320ec-07dc-49c4-93e6-2c661bcf1859), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:51.557829 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1b06d809-1267-4de9-8063-ee4c9c6b277f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:51.561500 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-1b06d809-1267-4de9-8063-ee4c9c6b277f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c2b320ec-07dc-49c4-93e6-2c661bcf1859 HTTP/1.1" status: 204 len: 168 time: 0.1578813 Apr 08 19:03:51.570872 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06d809-1267-4de9-8063-ee4c9c6b277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b320ec-07dc-49c4-93e6-2c661bcf1859,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:51.706441 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd643f-1706-465f-8e32-340dd175fac8 req-06d6c50f-9b85-4611-a7ad-561603e2bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:51.708424 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fcbd643f-1706-465f-8e32-340dd175fac8 req-06d6c50f-9b85-4611-a7ad-561603e2bfed service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 1129 time: 0.0608218 Apr 08 19:03:51.754672 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66acd8c-f61e-4ba1-83d0-b705d9a2fa08 req-3d0a06c2-e876-42dd-809c-57f813ac783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:51.756162 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a66acd8c-f61e-4ba1-83d0-b705d9a2fa08 req-3d0a06c2-e876-42dd-809c-57f813ac783c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 1129 time: 0.0673437 Apr 08 19:03:51.799328 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fcbd643f-1706-465f-8e32-340dd175fac8 req-4dfce4ef-fd02-45ad-9b68-d7199fdbf8ee service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709825 Apr 08 19:03:51.830389 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a66acd8c-f61e-4ba1-83d0-b705d9a2fa08 req-9982650e-c1c9-415e-a66d-fd1e1593ae08 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631855 Apr 08 19:03:52.144973 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ebddc-b92e-40c4-8971-7cd4c292f708 req-441688cb-136e-4617-a1e4-8a6e08cc70cb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:52.146449 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-384ebddc-b92e-40c4-8971-7cd4c292f708 req-441688cb-136e-4617-a1e4-8a6e08cc70cb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0737307 Apr 08 19:03:52.170197 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a45ba-42b6-4c7b-888a-787b7bd79285 req-093410bb-9f03-429a-8683-294b1b883b2a tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:52.171621 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c90a45ba-42b6-4c7b-888a-787b7bd79285 req-093410bb-9f03-429a-8683-294b1b883b2a tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0679107 Apr 08 19:03:52.230304 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-384ebddc-b92e-40c4-8971-7cd4c292f708 req-5c43dfd3-b8e8-4473-9cdb-4d9c17991900 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782633 Apr 08 19:03:52.241494 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c90a45ba-42b6-4c7b-888a-787b7bd79285 req-77dae9ab-f773-41e9-9a1b-2ef8bbd04e2c tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636008 Apr 08 19:03:52.353098 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef944d-1154-49e8-a425-7d4b80af9a03 req-70d822b3-9e06-4787-afe7-fa3efecf8b7c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:52.354575 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17ef944d-1154-49e8-a425-7d4b80af9a03 req-70d822b3-9e06-4787-afe7-fa3efecf8b7c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0585024 Apr 08 19:03:52.410221 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17ef944d-1154-49e8-a425-7d4b80af9a03 req-cbcc6364-b924-4b5c-87cd-9b9b96cadba8 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494814 Apr 08 19:03:53.006040 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9d484-5c59-4027-8771-68d112443b98 req-e106edf1-185e-467f-bfee-f0e628c0071c tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:53.007534 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6ff9d484-5c59-4027-8771-68d112443b98 req-e106edf1-185e-467f-bfee-f0e628c0071c tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Apr 08 19:03:53.054905 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6ff9d484-5c59-4027-8771-68d112443b98 req-ca93cf14-ece6-4b3d-bc29-95ac2c0069c9 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Apr 08 19:03:53.347996 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256bd5d-582a-47d7-86ed-a501876f1c58 req-9747ce99-3b9e-4b7c-b9c1-e3373ddc1b23 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:53.349538 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3256bd5d-582a-47d7-86ed-a501876f1c58 req-9747ce99-3b9e-4b7c-b9c1-e3373ddc1b23 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0469415 Apr 08 19:03:53.396362 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3256bd5d-582a-47d7-86ed-a501876f1c58 req-3de08200-f91f-4c70-8fef-02a79b456581 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413401 Apr 08 19:03:53.524454 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc56ee-d5c0-4e33-84fc-bab71442e29f req-979af321-ce9f-4f52-bb8e-ac322fee9f30 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:53.525841 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4dbc56ee-d5c0-4e33-84fc-bab71442e29f req-979af321-ce9f-4f52-bb8e-ac322fee9f30 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0497525 Apr 08 19:03:53.581770 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4dbc56ee-d5c0-4e33-84fc-bab71442e29f req-3525f041-2211-4e27-974c-8154bf7e6799 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504267 Apr 08 19:03:53.698008 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a3056-be4d-4faf-bf61-15c9e70f28bb req-9f3c9516-59fb-4efa-9b19-147fbb0fe260 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:53.699520 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa7a3056-be4d-4faf-bf61-15c9e70f28bb req-9f3c9516-59fb-4efa-9b19-147fbb0fe260 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0522401 Apr 08 19:03:53.752256 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa7a3056-be4d-4faf-bf61-15c9e70f28bb req-1629c408-a6bc-4e83-a07f-0009d7564bae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Apr 08 19:03:54.173835 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb226d4e-218b-49c4-a60f-0bc544086879 req-3eae24c3-83fd-4571-ac33-f5d3772559ca tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:54.175316 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cb226d4e-218b-49c4-a60f-0bc544086879 req-3eae24c3-83fd-4571-ac33-f5d3772559ca tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0517406 Apr 08 19:03:54.222218 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cb226d4e-218b-49c4-a60f-0bc544086879 req-9c59deab-1a05-466d-bc57-78abe23e2a57 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Apr 08 19:03:54.513871 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da0c1e-f894-4b72-a6fa-384659b0fbc3 req-a78d2347-0dfd-4038-99e9-6dd22d3939eb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:54.515354 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-47da0c1e-f894-4b72-a6fa-384659b0fbc3 req-a78d2347-0dfd-4038-99e9-6dd22d3939eb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0483851 Apr 08 19:03:54.562532 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-47da0c1e-f894-4b72-a6fa-384659b0fbc3 req-77fbcf92-3aa3-476c-bd13-8d635721651a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Apr 08 19:03:54.717501 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e11f37b-cb79-4d14-bbaa-29b09eae7758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:55.333532 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493efda-5863-4e95-9d69-77e3c32ce639 req-5c12e46a-719a-47ff-b022-a8cb3d4b6088 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:55.335026 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f493efda-5863-4e95-9d69-77e3c32ce639 req-5c12e46a-719a-47ff-b022-a8cb3d4b6088 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0471191 Apr 08 19:03:55.386834 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f493efda-5863-4e95-9d69-77e3c32ce639 req-63c77ccd-5a97-408a-bec4-6fa6d6b37d55 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 Apr 08 19:03:55.680471 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e2af5-87d5-4a87-a1d0-c4df5c3ef9a6 req-76af9327-8586-4301-b7c0-0b014994da4a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:55.683680 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657e2af5-87d5-4a87-a1d0-c4df5c3ef9a6 req-76af9327-8586-4301-b7c0-0b014994da4a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0485733 Apr 08 19:03:55.738285 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657e2af5-87d5-4a87-a1d0-c4df5c3ef9a6 req-0df854b2-0d45-4991-accf-33bca2034506 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490034 Apr 08 19:03:56.422427 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:56.507258 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53750724-8b39-4588-8f6b-b617c926e7af req-bc49a96c-4f1a-4c12-85aa-fccafa3c1061 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:56.508704 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-53750724-8b39-4588-8f6b-b617c926e7af req-bc49a96c-4f1a-4c12-85aa-fccafa3c1061 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0500038 Apr 08 19:03:56.556821 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-53750724-8b39-4588-8f6b-b617c926e7af req-4bfb17f6-a426-4842-9afc-bedd76a997a1 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Apr 08 19:03:56.860611 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eea0c-b25d-43b7-963f-5ab02d2c89b8 req-131aa8a4-2c51-47dc-8c1b-0e81efd30634 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:56.862704 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c68eea0c-b25d-43b7-963f-5ab02d2c89b8 req-131aa8a4-2c51-47dc-8c1b-0e81efd30634 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0532041 Apr 08 19:03:56.918250 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c68eea0c-b25d-43b7-963f-5ab02d2c89b8 req-b3441f45-cb25-43e7-8e77-50d0d6397405 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499768 Apr 08 19:03:57.130819 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3d4495ae-85eb-4ee6-88b1-94b92549bf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:57.468503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e696b-46c8-41a8-991c-c2116dbc30ea req-d4d4c2c0-4ceb-4401-bff4-0e9655af7697 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:57.470924 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5b8e696b-46c8-41a8-991c-c2116dbc30ea req-d4d4c2c0-4ceb-4401-bff4-0e9655af7697 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0538964 Apr 08 19:03:57.529106 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5b8e696b-46c8-41a8-991c-c2116dbc30ea req-521a2ca1-2125-4d6c-aea3-6b72e69c5eb1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512316 Apr 08 19:03:57.672861 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6fff6-55c6-4b16-9c36-78c4ba81ddf8 req-37a7dce1-7fe5-464c-b597-7664e8ff9706 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:57.675038 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a7d6fff6-55c6-4b16-9c36-78c4ba81ddf8 req-37a7dce1-7fe5-464c-b597-7664e8ff9706 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0472093 Apr 08 19:03:57.732995 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a7d6fff6-55c6-4b16-9c36-78c4ba81ddf8 req-16f34bdb-8e12-4f2a-ba82-33f47431b59d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522010 Apr 08 19:03:58.036155 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee553c9-2ef5-4586-a22a-8aac42e893ab req-ce604217-e0a3-4677-9376-1f4b51b74344 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:58.037658 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dee553c9-2ef5-4586-a22a-8aac42e893ab req-ce604217-e0a3-4677-9376-1f4b51b74344 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0485189 Apr 08 19:03:58.084798 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dee553c9-2ef5-4586-a22a-8aac42e893ab req-5ed39f4a-302a-43cb-a309-10c2d088b021 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Apr 08 19:03:58.165579 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-7c802eb1-620e-43ec-98c3-9a913851dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:58.166996 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-7c802eb1-620e-43ec-98c3-9a913851dfd8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 1129 time: 0.0778685 Apr 08 19:03:58.177421 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-5652b70e-e255-48ba-840d-b33e2b3952aa tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:58.178845 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-5652b70e-e255-48ba-840d-b33e2b3952aa tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.113 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0770135 Apr 08 19:03:58.205260 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e549c0a-2fe3-4518-ad4f-8a87a87d98ef req-d3e290f8-13f3-4a0a-b036-77ed904713c6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:58.206730 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e549c0a-2fe3-4518-ad4f-8a87a87d98ef req-d3e290f8-13f3-4a0a-b036-77ed904713c6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0477993 Apr 08 19:03:58.215113 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34062) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:58.219341 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'floatingip': {'port_id': 'ce642d33-9dd0-4f19-b7af-3919755d64b1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:58.261795 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (100e1d27-143e-4dc3-b117-c682d5559fcb), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:58.461858 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:58.625514 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-704895b5-a012-4976-93ee-ef32f62b4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:58.628269 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-704895b5-a012-4976-93ee-ef32f62b4e6d service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.1974690 Apr 08 19:03:58.634045 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Deleting port 868af332-f646-4227-80ec-670ed0170781 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:03:58.634233 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (868af332-f646-4227-80ec-670ed0170781), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:58.694269 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15377b55-860f-46ee-80a7-983a20144189 req-c9c7bb48-db63-4900-9493-c3c6d032c034 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:58.695672 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15377b55-860f-46ee-80a7-983a20144189 req-c9c7bb48-db63-4900-9493-c3c6d032c034 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0883920 Apr 08 19:03:58.729686 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] For port 868af332-f646-4227-80ec-670ed0170781, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=868af332-f646-4227-80ec-670ed0170781,segment=NetworkSegment(c94681f5-7c9a-4ea0-8675-33d5b2738422),segment_id=c94681f5-7c9a-4ea0-8675-33d5b2738422)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:03:58.730106 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (868af332-f646-4227-80ec-670ed0170781), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:58.746065 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Calling delete_port for 868af332-f646-4227-80ec-670ed0170781 owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:03:58.785531 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15377b55-860f-46ee-80a7-983a20144189 req-911ed178-b8d8-48ac-9da4-cb59ba9747d5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837162 Apr 08 19:03:58.898072 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:58.909071 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df798e2e-56f2-4895-851e-1bcc5511c52a req-dc6e9c67-9720-4ee9-a786-ac0ae095cb2d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:58.910839 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df798e2e-56f2-4895-851e-1bcc5511c52a req-dc6e9c67-9720-4ee9-a786-ac0ae095cb2d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 945 time: 0.0683458 Apr 08 19:03:58.912261 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (100e1d27-143e-4dc3-b117-c682d5559fcb), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.068137 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df798e2e-56f2-4895-851e-1bcc5511c52a req-f5a7dbb6-ba41-4dd0-b547-1e5e6c2b316d tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/security-groups?id=64b4c000-f278-459b-b49f-ee7faedf4538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021702 Apr 08 19:03:59.075500 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Floating IP 100e1d27-143e-4dc3-b117-c682d5559fcb associated. External IP: 172.27.0.64, port: ce642d33-9dd0-4f19-b7af-3919755d64b1. Apr 08 19:03:59.146670 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-86fd306c-bc69-4a05-8335-32a3100fb4db service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0472922 Apr 08 19:03:59.239111 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-bf5db2ce-c0d2-45f4-8cee-40f94df09138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:59.240747 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-bf5db2ce-c0d2-45f4-8cee-40f94df09138 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0712957 Apr 08 19:03:59.241787 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (868af332-f646-4227-80ec-670ed0170781), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.280747 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Pushing event deleted for resources: {'Port': ['ID=868af332-f646-4227-80ec-670ed0170781,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:59.308032 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Router 7b5c78fa-904f-4738-9aea-29dcc814671e has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.338826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.339880 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.339880 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:03:59.363296 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-018d783e-aa4a-407a-83f1-47e34d797510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:59.364841 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-018d783e-aa4a-407a-83f1-47e34d797510 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112559 Apr 08 19:03:59.365540 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] No DVR routers for this DVR port 868af332-f646-4227-80ec-670ed0170781 on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:03:59.368554 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.371742 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8d602-a25f-4bfe-b639-56d738403a02 req-93fba944-da71-4665-b6d7-c21c630d1efc tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.113 "DELETE /v2.0/ports/868af332-f646-4227-80ec-670ed0170781 HTTP/1.1" status: 204 len: 173 time: 0.9402742 Apr 08 19:03:59.381065 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8e5462-b952-4072-8d73-f0d21ca55965', 'name': 'network-vif-deleted', 'tag': '868af332-f646-4227-80ec-670ed0170781'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:59.383306 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f285a76a-04ab-42c7-90c7-8bad13140c06" -d '{"events": [{"server_uuid": "da8e5462-b952-4072-8d73-f0d21ca55965", "name": "network-vif-deleted", "tag": "868af332-f646-4227-80ec-670ed0170781"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:59.407357 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 34084) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:59.415115 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-68f7437a-cfb3-4db8-bb4d-d5750e82d469 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739962704', 'description': 'tempest-description--391064121'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:59.444629 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:03:59.450330 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.456497 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] Sync routers for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:03:59.473252 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:59.474205 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:03:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:59.484756 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-55863a4e-3dfb-4054-a31e-674b15e36ae8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "PUT /v2.0/floatingips/100e1d27-143e-4dc3-b117-c682d5559fcb HTTP/1.1" status: 200 len: 990 time: 1.2685688 Apr 08 19:03:59.489842 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:03:59.492165 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc58803-24f6-41b9-8b5b-8740037272ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:03:59.521311 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c59bdf-2576-40df-b96b-61706303e09e x-openstack-request-id: req-66c59bdf-2576-40df-b96b-61706303e09e {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:59.521625 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8e5462-b952-4072-8d73-f0d21ca55965", "name": "network-vif-deleted", "tag": "868af332-f646-4227-80ec-670ed0170781", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:59.521909 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-66c59bdf-2576-40df-b96b-61706303e09e {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:59.522318 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c59bdf-2576-40df-b96b-61706303e09e'] response: {'server_uuid': 'da8e5462-b952-4072-8d73-f0d21ca55965', 'name': 'network-vif-deleted', 'tag': '868af332-f646-4227-80ec-670ed0170781', 'status': 'completed', 'code': 200} Apr 08 19:03:59.542701 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-34741cf4-6c5b-411e-84bc-8cd6dc60b365 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699371 Apr 08 19:03:59.545705 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ee018-8a32-4616-a622-e389faf4975e x-openstack-request-id: req-341ee018-8a32-4616-a622-e389faf4975e {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:03:59.546046 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:03:59.546310 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-341ee018-8a32-4616-a622-e389faf4975e {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:03:59.546723 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341ee018-8a32-4616-a622-e389faf4975e'] response: {'name': 'network-changed', 'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'status': 'completed', 'code': 200} Apr 08 19:03:59.547712 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-68f7437a-cfb3-4db8-bb4d-d5750e82d469 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.620719 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:03:59.717029 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-a40e2383-752f-4fee-b58b-34ab40a8ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:59.718582 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-a40e2383-752f-4fee-b58b-34ab40a8ade8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 1129 time: 0.0964577 Apr 08 19:03:59.732123 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-68f7437a-cfb3-4db8-bb4d-d5750e82d469 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (ceb980be-32de-4ffe-b61c-66f0d69bc0b9), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.744600 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-68f7437a-cfb3-4db8-bb4d-d5750e82d469 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ceb980be-32de-4ffe-b61c-66f0d69bc0b9), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.767871 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f95340a-bb13-4133-8c91-4d3320da3b90 req-e6bb63bf-4302-4ae2-bf59-fc3445c1af39 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801672 Apr 08 19:03:59.783738 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7437a-cfb3-4db8-bb4d-d5750e82d469 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb980be-32de-4ffe-b61c-66f0d69bc0b9,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:03:59.788169 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-68f7437a-cfb3-4db8-bb4d-d5750e82d469 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.793645 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-68f7437a-cfb3-4db8-bb4d-d5750e82d469 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3816953 Apr 08 19:03:59.794000 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34100) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:03:59.799032 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group_rule': {'security_group_id': 'ceb980be-32de-4ffe-b61c-66f0d69bc0b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:03:59.832625 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (f9364c8c-3408-4e12-ba6e-3b0c20c43180), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.889889 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '100e1d27-143e-4dc3-b117-c682d5559fcb', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'port_id': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'mac_address': 'fa:16:3e:59:14:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:03:30Z', 'updated_at': '2022-04-08T19:03:58Z', 'revision_number': 1, 'project_id': '846543c57b654df3861fe4c058b48586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:59.920044 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] Checking router: 7b5c78fa-904f-4738-9aea-29dcc814671e for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:03:59.928149 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (f9364c8c-3408-4e12-ba6e-3b0c20c43180), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.934371 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:03:59.934889 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (f9364c8c-3408-4e12-ba6e-3b0c20c43180), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:03:59.935072 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:03:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:03:59.976976 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805bae-db67-487a-8649-4b49e90c6979 req-ab6d6c00-9dfa-43cd-a383-0ca1d5087e49 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:03:59.978245 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3805bae-db67-487a-8649-4b49e90c6979 req-ab6d6c00-9dfa-43cd-a383-0ca1d5087e49 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0965912 Apr 08 19:03:59.995840 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9364c8c-3408-4e12-ba6e-3b0c20c43180,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:00.027486 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 868af332-f646-4227-80ec-670ed0170781 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:04:00.044839 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.045557 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.053846 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.054405 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.054910 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.055436 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.055977 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.056501 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.057004 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.057529 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.058017 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.058504 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.059170 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.059657 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.060138 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:00.069886 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.075726 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-d53c7389-3a5c-4ea5-8f5c-672e2ad38a19 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2805521 Apr 08 19:04:00.081025 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34108) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:00.082263 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 868af332-f646-4227-80ec-670ed0170781 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:04:00.082631 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 868af332-f646-4227-80ec-670ed0170781 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:04:00.086621 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6f649633-fb0b-4e35-a7a1-624f0c6ceb13 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group_rule': {'security_group_id': 'ceb980be-32de-4ffe-b61c-66f0d69bc0b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:00.091858 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:00.105918 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-e3362278-e14a-4949-bc68-6583300dec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:00.109069 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-e3362278-e14a-4949-bc68-6583300dec5f service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.1912518 Apr 08 19:04:00.130348 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.146902 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3805bae-db67-487a-8649-4b49e90c6979 req-ef326223-2f07-49bf-901f-c1e42de737e2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460872 Apr 08 19:04:00.182998 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f649633-fb0b-4e35-a7a1-624f0c6ceb13 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (2d9f49a4-c86b-4960-8346-438d40c6e6b9), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.238669 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-07b2b526-ad52-45de-9813-272194e6f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:00.240927 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-07b2b526-ad52-45de-9813-272194e6f958 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 1129 time: 0.1306598 Apr 08 19:04:00.247417 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-7c02b327-505c-440f-85b2-7d749524223b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1 HTTP/1.1" status: 200 len: 998 time: 0.1262567 Apr 08 19:04:00.295123 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8c78272d-4f5b-4d64-b563-082d6e122bba req-3ad8e656-5cf7-445d-b2d9-10503e8b83e1 tempest-VolumesActionsTest-170152078 tempest-VolumesActionsTest-170152078-project] 10.222.0.109 "GET /v2.0/ports?device_id=da8e5462-b952-4072-8d73-f0d21ca55965 HTTP/1.1" status: 200 len: 210 time: 0.0377431 Apr 08 19:04:00.312737 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f649633-fb0b-4e35-a7a1-624f0c6ceb13 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (2d9f49a4-c86b-4960-8346-438d40c6e6b9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.320421 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f649633-fb0b-4e35-a7a1-624f0c6ceb13 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (2d9f49a4-c86b-4960-8346-438d40c6e6b9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.352892 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f649633-fb0b-4e35-a7a1-624f0c6ceb13 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9f49a4-c86b-4960-8346-438d40c6e6b9,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:00.366281 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6f649633-fb0b-4e35-a7a1-624f0c6ceb13 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.367664 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6f649633-fb0b-4e35-a7a1-624f0c6ceb13 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2852204 Apr 08 19:04:00.369580 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-b197a5ee-a3d4-4d75-acf9-9e71398d185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:00.371053 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-b197a5ee-a3d4-4d75-acf9-9e71398d185f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.1170549 Apr 08 19:04:00.371529 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34112) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:00.376069 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:00.395090 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '100e1d27-143e-4dc3-b117-c682d5559fcb', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'port_id': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'mac_address': 'fa:16:3e:59:14:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:03:30Z', 'updated_at': '2022-04-08T19:03:58Z', 'revision_number': 1, 'project_id': '846543c57b654df3861fe4c058b48586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:00.411332 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.429150 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb2b26-5a0c-4dc1-9c08-b0000303dc5e None None] The sync data for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi is: [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '100e1d27-143e-4dc3-b117-c682d5559fcb', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'port_id': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'mac_address': 'fa:16:3e:59:14:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:03:30Z', 'updated_at': '2022-04-08T19:03:58Z', 'revision_number': 1, 'project_id': '846543c57b654df3861fe4c058b48586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:04:00.437140 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-7dc06b38-aab3-4e96-8d36-669d44cb9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:00.440240 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-7dc06b38-aab3-4e96-8d36-669d44cb9339 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600915 Apr 08 19:04:00.441630 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-a52d31d9-b406-405f-8cbc-7e9487a268fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:00.443763 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-a52d31d9-b406-405f-8cbc-7e9487a268fd service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.1776164 Apr 08 19:04:00.500318 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.516358 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-5f4b8c7d-3a87-435d-81f3-2c9bc3783c13 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0521970 Apr 08 19:04:00.612572 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-5f735d53-74c7-48cc-b516-f2db676cff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:00.614089 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-5f735d53-74c7-48cc-b516-f2db676cff59 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0666440 Apr 08 19:04:00.620050 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-5dbffa00-2c6d-444b-8a48-f7660d9c1972 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634080 Apr 08 19:04:00.634953 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Allocated IP 172.27.0.101 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/517e8f78-fa68-44ca-87b2-30620576bb7f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:00.666704 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f40d74-5a43-46c0-b51c-da7b9d9332e2 None None] New status for floating IP 100e1d27-143e-4dc3-b117-c682d5559fcb: ACTIVE {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:04:00.738521 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-f7336969-dbfe-40a4-8de8-84f83150fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:00.740087 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-f7336969-dbfe-40a4-8de8-84f83150fc6a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022043 Apr 08 19:04:00.775607 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (517e8f78-fa68-44ca-87b2-30620576bb7f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.824436 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-cbc58803-24f6-41b9-8b5b-8740037272ac req-627b5736-42fd-44f4-822f-8452f5132cb9 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762185 Apr 08 19:04:00.825544 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (517e8f78-fa68-44ca-87b2-30620576bb7f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:00.877245 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:00.878770 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-5a4f7be1-ea7b-4428-85e2-7c71aa2f5919 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276739 Apr 08 19:04:00.880960 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:00.884955 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:00.894602 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=517e8f78-fa68-44ca-87b2-30620576bb7f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:01.001968 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1bc8f108-62ca-4577-aa37-b459cc2a92a6 req-2f7af722-16f0-4e98-bad8-b5b926612d5a service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117263 Apr 08 19:04:01.043827 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (1ce4d8c0-5afe-4d67-948f-628e44ba631c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.090066 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (517e8f78-fa68-44ca-87b2-30620576bb7f), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.261055 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 34132) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:01.393192 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c0c10de2-ceac-4a5d-8d44-48bb051e97e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.497974 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c0c10de2-ceac-4a5d-8d44-48bb051e97e8 admin admin] Publish callbacks [] for security_group (76a2b557-c20a-4787-beef-c05ad4dd144d), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.504092 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c0c10de2-ceac-4a5d-8d44-48bb051e97e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (76a2b557-c20a-4787-beef-c05ad4dd144d), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.524867 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.534579 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defffe85-e150-4847-bf55-ffda8ce30985 req-3002e72b-7d43-4886-994f-15721147f7a3 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:01.536223 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-defffe85-e150-4847-bf55-ffda8ce30985 req-3002e72b-7d43-4886-994f-15721147f7a3 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.3098977 Apr 08 19:04:01.538438 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (517e8f78-fa68-44ca-87b2-30620576bb7f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.548275 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c0c10de2-ceac-4a5d-8d44-48bb051e97e8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=53ad6fceb40e44748931013c07a55a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836521 Apr 08 19:04:01.549152 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (517e8f78-fa68-44ca-87b2-30620576bb7f), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.550593 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34144) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:01.551883 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c10de2-ceac-4a5d-8d44-48bb051e97e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2b557-c20a-4787-beef-c05ad4dd144d,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:01.697905 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=517e8f78-fa68-44ca-87b2-30620576bb7f,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:01.702832 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-defffe85-e150-4847-bf55-ffda8ce30985 req-50c5e467-95c9-4042-a8ae-e7e88c635068 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569302 Apr 08 19:04:01.719955 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (1ce4d8c0-5afe-4d67-948f-628e44ba631c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.730946 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b93479b9-52df-412e-8e85-500d4b5949d6 admin admin] Publish callbacks [] for security_group (76a2b557-c20a-4787-beef-c05ad4dd144d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.746471 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.747737 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-941e6806-3969-49a0-8296-0d0be6007c20 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3750811 Apr 08 19:04:01.764541 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b93479b9-52df-412e-8e85-500d4b5949d6 admin admin] Publish callbacks [] for security_group (76a2b557-c20a-4787-beef-c05ad4dd144d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.823790 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b93479b9-52df-412e-8e85-500d4b5949d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (76a2b557-c20a-4787-beef-c05ad4dd144d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.826442 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b93479b9-52df-412e-8e85-500d4b5949d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:01.827639 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b93479b9-52df-412e-8e85-500d4b5949d6 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/76a2b557-c20a-4787-beef-c05ad4dd144d HTTP/1.1" status: 204 len: 168 time: 0.2741635 Apr 08 19:04:01.838065 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93479b9-52df-412e-8e85-500d4b5949d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a2b557-c20a-4787-beef-c05ad4dd144d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:02.023280 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-c35bc8dc-2b49-466d-b3b8-56e1b4299eb1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1739962704&fields=id&tenant_id=8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 267 time: 0.0731051 Apr 08 19:04:02.164502 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-beb01001-99f5-41ed-8e08-02106760b921 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:02.166066 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-beb01001-99f5-41ed-8e08-02106760b921 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 815 time: 0.1361108 Apr 08 19:04:02.182540 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e5e9b277-28ee-41a9-9de3-1a0852ee39fe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/quotas/8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 375 time: 0.0105617 Apr 08 19:04:02.243937 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e413eac8-8abd-4033-91ff-b4766bb4dbda tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558710 Apr 08 19:04:02.355801 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-59d3ab37-55e8-4ea9-a56a-01da01012536 service neutron] 10.222.0.109 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981252 Apr 08 19:04:02.455465 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-53de06c0-4291-4015-bdaa-15f52e79b985 service neutron] 10.222.0.109 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921261 Apr 08 19:04:02.663486 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5466a137-0bbb-48b5-a56f-f911326fff2c req-60937baf-ad69-4cd9-8450-2e787ca0b10a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 210 time: 0.0292196 Apr 08 19:04:02.830381 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39e5b2-540b-4856-82a2-b44e13c6aa95 req-85bc474a-56c6-4463-a8d3-84ba139e8357 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:02.841288 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2b39e5b2-540b-4856-82a2-b44e13c6aa95 req-85bc474a-56c6-4463-a8d3-84ba139e8357 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0627475 Apr 08 19:04:02.895981 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2b39e5b2-540b-4856-82a2-b44e13c6aa95 req-dfa5266a-35b4-4962-9119-83e8b0533590 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Apr 08 19:04:03.762484 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-67413c41-bb26-4f89-8518-b3811bf88522 req-b58c9da4-95b1-4e98-a2ac-5b1d9a02c94a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 210 time: 0.0314901 Apr 08 19:04:04.011352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e61a5-b247-4a9e-be00-57b20e067a20 req-d57f3f78-b032-4a34-93af-f7b97ac725b7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:04.012873 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a04e61a5-b247-4a9e-be00-57b20e067a20 req-d57f3f78-b032-4a34-93af-f7b97ac725b7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0481339 Apr 08 19:04:04.059541 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a04e61a5-b247-4a9e-be00-57b20e067a20 req-b1d73b3b-2a75-47e3-93e4-c432bf766851 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Apr 08 19:04:04.855677 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab9b6c67-437d-4a7c-b7a7-d5c20f9365ef req-cfb86d94-2d86-4210-bdde-1b9ab0e57073 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 210 time: 0.0280855 Apr 08 19:04:05.176595 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bb129-cdfa-4fd1-9324-b3a4bcc95e61 req-d1a1bcb7-347f-402f-8dc8-ae856a558816 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:05.178088 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-486bb129-cdfa-4fd1-9324-b3a4bcc95e61 req-d1a1bcb7-347f-402f-8dc8-ae856a558816 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0505955 Apr 08 19:04:05.235575 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-486bb129-cdfa-4fd1-9324-b3a4bcc95e61 req-5976ba70-0dbf-4b43-8121-f1165ccfb5a5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520010 Apr 08 19:04:05.938924 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-35d5bcd5-db8f-4815-8d8d-05b283e81933 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:05.940484 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-35d5bcd5-db8f-4815-8d8d-05b283e81933 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 815 time: 0.1275024 Apr 08 19:04:05.956438 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-caab8233-7a4e-40cd-b0d7-d2d9da488a04 req-31246aa9-7691-4e67-a010-25110b124163 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 210 time: 0.0310993 Apr 08 19:04:06.028585 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-99ac525f-a2c5-4537-aafc-32dfa81c6e96 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 472 time: 0.0770299 Apr 08 19:04:06.097519 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'port': {'device_id': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'admin_state_up': True, 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'security_groups': ['ceb980be-32de-4ffe-b61c-66f0d69bc0b9']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:06.207508 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Made reservation on behalf of 8e5c72f71a7e487690d834bbd3647280 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:04:06.210860 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:06.351462 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Allocated IP 172.20.0.4 (00dfce23-f7ae-40b7-911b-c0fe9fd1e288/42425f02-aadd-48b4-b924-1014c7e86519/d5c61566-0739-43f8-8c84-d59d2a56898e) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:06.369317 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7d593-6bea-4979-8894-168782706da5 req-d91a9fe0-7621-465d-9135-5ca06b50b46e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:06.371058 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d8a7d593-6bea-4979-8894-168782706da5 req-d91a9fe0-7621-465d-9135-5ca06b50b46e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0563412 Apr 08 19:04:06.407279 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-1559972d-3a6a-4b37-946c-bba9149f5548 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=e9d3109508444d57a8abca3703f647c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351510 Apr 08 19:04:06.533179 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:06.572521 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:06.611483 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d8a7d593-6bea-4979-8894-168782706da5 req-134a55c5-9bee-4165-964f-2b0270d08c68 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293947 Apr 08 19:04:06.616179 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:06.619475 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:06.623957 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:06.630227 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:06.630676 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:06.642745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=d5c61566-0739-43f8-8c84-d59d2a56898e,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:06.658735 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-77b332e7-db6b-41c4-9015-af1b54052ea7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655768 Apr 08 19:04:06.673202 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-817b84f7-6570-4587-810c-05e0e15b3a8d tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:06.674785 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-817b84f7-6570-4587-810c-05e0e15b3a8d tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613564 Apr 08 19:04:06.677209 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Request body: {'port': {'device_id': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:06.700957 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-8ae748d3-ab8b-4aa9-9277-e024085aa6b3 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/quotas/e9d3109508444d57a8abca3703f647c8 HTTP/1.1" status: 200 len: 375 time: 0.0168862 Apr 08 19:04:06.748588 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:06.768148 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-997dc40a-5856-4826-a91f-f2def6c82c5a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=e9d3109508444d57a8abca3703f647c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653808 Apr 08 19:04:06.933282 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-ca2bfe66-d59e-4fcd-a410-c4007d0ae361 None None] Provisioning complete for port d5c61566-0739-43f8-8c84-d59d2a56898e triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:06.937709 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ca2bfe66-d59e-4fcd-a410-c4007d0ae361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:07.012636 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bfe66-d59e-4fcd-a410-c4007d0ae361 None None] Port d5c61566-0739-43f8-8c84-d59d2a56898e cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:04:07.067375 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7b5a6ed7-06a4-4b72-adcb-4d98e6841719 req-8dd43c0b-9341-44de-8f6c-7692e6c29e99 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 210 time: 0.0899246 Apr 08 19:04:07.195682 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c61566-0739-43f8-8c84-d59d2a56898e {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:04:07.210402 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Publish callbacks [] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:07.241669 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Transition to ACTIVE for port object d5c61566-0739-43f8-8c84-d59d2a56898e will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:04:07.254602 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:07.373978 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc8a26-61b9-4bf0-ae25-80822528c9cd req-46cff4c3-97c7-4b13-a906-3a53f89bb7a2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:07.379943 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-12dc8a26-61b9-4bf0-ae25-80822528c9cd req-46cff4c3-97c7-4b13-a906-3a53f89bb7a2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 931 time: 0.1791368 Apr 08 19:04:07.390062 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c61566-0739-43f8-8c84-d59d2a56898e,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:07.425093 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Attempting to bind port d5c61566-0739-43f8-8c84-d59d2a56898e on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:07.425570 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Attempting to bind port d5c61566-0739-43f8-8c84-d59d2a56898e by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:07.425805 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Attempting to bind port d5c61566-0739-43f8-8c84-d59d2a56898e on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:07.437416 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Port d5c61566-0739-43f8-8c84-d59d2a56898e on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:04:07.437798 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Attempting to bind port d5c61566-0739-43f8-8c84-d59d2a56898e on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:07.453951 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:07.456186 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Checking segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:07.457035 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Bound using segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:07.457168 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Bound port: d5c61566-0739-43f8-8c84-d59d2a56898e, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:07.458838 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:07.514921 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-12dc8a26-61b9-4bf0-ae25-80822528c9cd req-a22d1de5-0cea-48aa-a09d-93396b29a988 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255410 Apr 08 19:04:07.594145 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] For port d5c61566-0739-43f8-8c84-d59d2a56898e, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:07.600927 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] For port d5c61566-0739-43f8-8c84-d59d2a56898e, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d5c61566-0739-43f8-8c84-d59d2a56898e,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:07.612112 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:07.663814 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:07.664471 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:07.665982 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] 10.222.0.113 "PUT /v2.0/ports/d5c61566-0739-43f8-8c84-d59d2a56898e HTTP/1.1" status: 200 len: 1093 time: 0.9933243 Apr 08 19:04:07.666512 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'tag': 'd5c61566-0739-43f8-8c84-d59d2a56898e'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:07.668961 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddaaaa2-e0cf-48e3-b231-4c275320db50" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2ebd03-7504-4535-b848-28c4bad865ec", "tag": "d5c61566-0739-43f8-8c84-d59d2a56898e"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:07.712466 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b71da-cbad-4c5d-8734-2e0e07094f16 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c61566-0739-43f8-8c84-d59d2a56898e,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:07.837920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2000e289-23d2-42bf-8c64-76c99e2c7911 x-openstack-request-id: req-2000e289-23d2-42bf-8c64-76c99e2c7911 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:07.838618 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2ebd03-7504-4535-b848-28c4bad865ec", "tag": "d5c61566-0739-43f8-8c84-d59d2a56898e", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:07.839033 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2000e289-23d2-42bf-8c64-76c99e2c7911 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:07.840574 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2000e289-23d2-42bf-8c64-76c99e2c7911'] response: {'name': 'network-changed', 'server_uuid': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'tag': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'status': 'completed', 'code': 200} Apr 08 19:04:07.860608 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-01a58721-e8e3-4ef1-8370-190cd76a3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:07.863057 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-01a58721-e8e3-4ef1-8370-190cd76a3a79 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 1127 time: 0.1231124 Apr 08 19:04:07.914240 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8e524-e36a-4372-861d-d03a20846484 req-2e51319f-12fd-4db7-8c0d-1efa59552fff tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:07.919876 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a1b8e524-e36a-4372-861d-d03a20846484 req-2e51319f-12fd-4db7-8c0d-1efa59552fff tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.1041987 Apr 08 19:04:07.945385 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-483639a8-ffa4-4a4e-bf5b-61d331f55e22 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c61566-0739-43f8-8c84-d59d2a56898e HTTP/1.1" status: 200 len: 217 time: 0.0685668 Apr 08 19:04:08.027062 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-74fd6820-7f03-4642-b7bb-d66083ae6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:08.028984 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-74fd6820-7f03-4642-b7bb-d66083ae6813 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0758708 Apr 08 19:04:08.035241 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a1b8e524-e36a-4372-861d-d03a20846484 req-6eb65604-0620-4635-9bfc-d0e5abad93ba tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042292 Apr 08 19:04:08.106640 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-a1af19a1-02bd-4214-8092-e2b01ce7deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:08.108344 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-a1af19a1-02bd-4214-8092-e2b01ce7deaf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681424 Apr 08 19:04:08.209573 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-78fe4a28-b80b-4dae-a818-e647c97b64bb req-876c8ca4-3b88-410e-b2be-2bf0caaa6042 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 210 time: 0.0365586 Apr 08 19:04:08.250356 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-bcd39765-2490-45a6-bae5-c2e2490ba34f service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325376 Apr 08 19:04:08.730797 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620d57d-67ae-47b8-8215-e50b22e2b0fb req-f64b450c-4105-4c01-8010-af0a959c7695 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:08.733551 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8620d57d-67ae-47b8-8215-e50b22e2b0fb req-f64b450c-4105-4c01-8010-af0a959c7695 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 943 time: 0.0745006 Apr 08 19:04:08.745222 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-c388c1f2-37ba-4ebf-85ea-6773676ba0bc tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=e9d3109508444d57a8abca3703f647c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133418 Apr 08 19:04:08.799804 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6181e14d-0896-40cf-b1d1-ff0afd2a9044 req-03bf25ba-8f18-46e3-ae4f-29c1a54f68f6 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267624 Apr 08 19:04:08.811231 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8620d57d-67ae-47b8-8215-e50b22e2b0fb req-6f3904a9-c8f8-4cf7-a346-2e66aba87443 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714331 Apr 08 19:04:08.988122 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-1bdaea2f-287e-4649-b3aa-c60b6c369562 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:08.989794 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-1bdaea2f-287e-4649-b3aa-c60b6c369562 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326751 Apr 08 19:04:09.153034 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5e9f-5259-4677-8d41-8c36d3305e45 req-e2ec3e46-8067-4e28-b8c9-e31400200d16 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:09.154866 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-241a5e9f-5259-4677-8d41-8c36d3305e45 req-e2ec3e46-8067-4e28-b8c9-e31400200d16 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0558448 Apr 08 19:04:09.207467 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-241a5e9f-5259-4677-8d41-8c36d3305e45 req-650a316f-a167-4018-9f1f-f209a0e9550a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Apr 08 19:04:09.320541 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4c4bf70d-daa9-480a-ad60-81875b5c6862 req-259cd2a5-375e-4f8f-95b5-2d9f839f9fd9 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 210 time: 0.0352116 Apr 08 19:04:09.928305 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Request body: {'port': {'device_id': '2876bcfa-f8e8-462a-a90e-170fd71172bb', 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa', 'admin_state_up': True, 'tenant_id': 'e9d3109508444d57a8abca3703f647c8'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:09.987309 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6956c7-d4da-48cf-80a0-cfb9551435ab req-043f32a3-6d37-4a8c-aa91-83d8ad4341f7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:09.994799 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa6956c7-d4da-48cf-80a0-cfb9551435ab req-043f32a3-6d37-4a8c-aa91-83d8ad4341f7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 943 time: 0.0931449 Apr 08 19:04:10.063001 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa6956c7-d4da-48cf-80a0-cfb9551435ab req-3a7b6d25-5880-4d0e-9767-56d2267972d3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610747 Apr 08 19:04:10.187268 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:04:10.296690 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-26267d13-c141-4935-bc6b-9233046c6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:10.298613 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-26267d13-c141-4935-bc6b-9233046c6e90 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 1127 time: 0.3645508 Apr 08 19:04:10.328689 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c7883-03ca-47c8-acf8-8a9ac0091595 req-5b142383-57fd-4039-8e0c-24c55f93c957 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:10.336029 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ca2c7883-03ca-47c8-acf8-8a9ac0091595 req-5b142383-57fd-4039-8e0c-24c55f93c957 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0573382 Apr 08 19:04:10.432631 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ca2c7883-03ca-47c8-acf8-8a9ac0091595 req-fbcc5771-d57c-4e6d-86f3-aa9ad936bd17 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816219 Apr 08 19:04:10.449158 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-246b5a8f-9775-4cbd-b3a6-7a7cdd365bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:10.450857 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-246b5a8f-9775-4cbd-b3a6-7a7cdd365bd0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 917 time: 0.1438713 Apr 08 19:04:10.506365 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-429af4ee-5c3a-4b22-9a22-038d12b1290c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c61566-0739-43f8-8c84-d59d2a56898e HTTP/1.1" status: 200 len: 217 time: 0.0462718 Apr 08 19:04:10.507852 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Made reservation on behalf of e9d3109508444d57a8abca3703f647c8 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:04:10.511599 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:10.523505 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-537fae6a-171a-40f6-aefb-6e5d13389d59 req-30208509-2406-40b1-883f-2026712404e8 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 210 time: 0.0696084 Apr 08 19:04:10.532237 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:10.596974 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-ab8c71df-c33e-4f0e-a2d4-61e61e6a269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:10.600398 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-ab8c71df-c33e-4f0e-a2d4-61e61e6a269d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0746794 Apr 08 19:04:10.665819 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-1ddd775a-8e95-4fee-9303-f554a79d6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:10.667707 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-1ddd775a-8e95-4fee-9303-f554a79d6a3b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579288 Apr 08 19:04:10.711608 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks [] for security_group (f0641c3b-a34d-4a08-9fc0-061d43d19429), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:10.717903 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f0641c3b-a34d-4a08-9fc0-061d43d19429), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:10.818431 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0641c3b-a34d-4a08-9fc0-061d43d19429,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:10.855844 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-74e20537-3765-4ea3-bf23-b28589bdd9dd service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797812 Apr 08 19:04:10.968912 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Allocated IP 192.168.233.40 (e8e564eb-61dd-4013-a3a5-ec36febe4baa/4868e56a-717b-4f81-992f-c4d8fa02aef7/dc2e0316-7f0c-487b-acf5-fa0b08fe844f) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:11.017911 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ddaaaa2-e0cf-48e3-b231-4c275320db50 req-6a129d69-742d-483c-b944-ad7ec9b37cf1 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388719 Apr 08 19:04:11.177974 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks [] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:11.195109 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ceba8f-4a7f-4259-a44c-d2ae99355628 req-e9e408e2-e439-4ea2-b0af-657e07414d35 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:11.197057 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-68ceba8f-4a7f-4259-a44c-d2ae99355628 req-e9e408e2-e439-4ea2-b0af-657e07414d35 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 943 time: 0.0679615 Apr 08 19:04:11.221318 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:11.268228 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Network e8e564eb-61dd-4013-a3a5-ec36febe4baa is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:11.271913 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:11.276080 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:11.281060 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-68ceba8f-4a7f-4259-a44c-d2ae99355628 req-68ce5f3a-e9da-4820-b97a-5b1328d07bd3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743029 Apr 08 19:04:11.281708 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:11.282411 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:11.300181 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Pushing event updated for resources: {'Port': ['ID=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:11.319319 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-852b88eb-62a5-468d-9e38-3c7abc5422dd tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3952377 Apr 08 19:04:11.334583 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Request body: {'port': {'device_id': '2876bcfa-f8e8-462a-a90e-170fd71172bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:11.444635 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:11.634875 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca922eb-60ab-4fa5-83eb-2777c26d9784 req-8c24799f-c3cb-41bf-b027-769efce0e108 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:11.640224 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-de9be4e5-d2f5-4f8d-8cc6-86a20a90e191 None None] Provisioning complete for port dc2e0316-7f0c-487b-acf5-fa0b08fe844f triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:11.640748 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-de9be4e5-d2f5-4f8d-8cc6-86a20a90e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:11.642537 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cca922eb-60ab-4fa5-83eb-2777c26d9784 req-8c24799f-c3cb-41bf-b027-769efce0e108 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0932801 Apr 08 19:04:11.692919 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-de9be4e5-d2f5-4f8d-8cc6-86a20a90e191 None None] Port dc2e0316-7f0c-487b-acf5-fa0b08fe844f cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:04:11.720985 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cca922eb-60ab-4fa5-83eb-2777c26d9784 req-15e5f5d7-d8a6-4312-a580-d9137fe2a782 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725849 Apr 08 19:04:11.778766 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d90518-0a90-4232-a136-f945a56090a3 req-6bc6c24e-fa30-409c-b052-c89bd067def2 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:11.780732 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d7d90518-0a90-4232-a136-f945a56090a3 req-6bc6c24e-fa30-409c-b052-c89bd067def2 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 935 time: 0.1019580 Apr 08 19:04:11.848043 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d7d90518-0a90-4232-a136-f945a56090a3 req-1d1ff881-6797-4736-a21f-75312687112b tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570028 Apr 08 19:04:11.934690 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2e0316-7f0c-487b-acf5-fa0b08fe844f {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:04:11.947812 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Publish callbacks [] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:11.966847 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Transition to ACTIVE for port object dc2e0316-7f0c-487b-acf5-fa0b08fe844f will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:04:11.973100 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:12.031489 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:12.060854 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device d5c61566-0739-43f8-8c84-d59d2a56898e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:04:12.072267 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Attempting to bind port dc2e0316-7f0c-487b-acf5-fa0b08fe844f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:12.072597 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Attempting to bind port dc2e0316-7f0c-487b-acf5-fa0b08fe844f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:12.072940 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Attempting to bind port dc2e0316-7f0c-487b-acf5-fa0b08fe844f on network e8e564eb-61dd-4013-a3a5-ec36febe4baa {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:12.080653 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Port dc2e0316-7f0c-487b-acf5-fa0b08fe844f on network e8e564eb-61dd-4013-a3a5-ec36febe4baa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:04:12.080882 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Attempting to bind port dc2e0316-7f0c-487b-acf5-fa0b08fe844f on network e8e564eb-61dd-4013-a3a5-ec36febe4baa {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:12.093362 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:12.093726 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Checking segment: {'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:12.103388 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Bound using segment: {'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:12.103866 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Bound port: dc2e0316-7f0c-487b-acf5-fa0b08fe844f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7993db6b-9ccf-448f-8f50-a3289f00b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:12.104269 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:12.189202 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port d5c61566-0739-43f8-8c84-d59d2a56898e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d5c61566-0739-43f8-8c84-d59d2a56898e,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:12.203481 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'port_id': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'mac_address': 'fa:16:3e:46:cc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:04:12.223310 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] For port dc2e0316-7f0c-487b-acf5-fa0b08fe844f, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:12.229604 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] For port dc2e0316-7f0c-487b-acf5-fa0b08fe844f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,segment=NetworkSegment(7993db6b-9ccf-448f-8f50-a3289f00b196),segment_id=7993db6b-9ccf-448f-8f50-a3289f00b196)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:12.253291 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port d5c61566-0739-43f8-8c84-d59d2a56898e is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:12.253709 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:12.253897 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:12.270744 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c61566-0739-43f8-8c84-d59d2a56898e {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:04:12.277378 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:12.278995 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:12.281335 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] 10.222.0.113 "PUT /v2.0/ports/dc2e0316-7f0c-487b-acf5-fa0b08fe844f HTTP/1.1" status: 200 len: 1097 time: 0.9521909 Apr 08 19:04:12.282102 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2876bcfa-f8e8-462a-a90e-170fd71172bb', 'tag': 'dc2e0316-7f0c-487b-acf5-fa0b08fe844f'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:12.316151 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1458279-0d4c-412b-8ecd-ed22be702d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2876bcfa-f8e8-462a-a90e-170fd71172bb", "tag": "dc2e0316-7f0c-487b-acf5-fa0b08fe844f"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:12.341230 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port d5c61566-0739-43f8-8c84-d59d2a56898e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d5c61566-0739-43f8-8c84-d59d2a56898e,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:12.350924 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:12.420569 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448e2ed-c24e-4dcc-a92f-fe1919fd0cda req-e301c0c2-d847-4991-8db9-4fdefdc77c9b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:12.431855 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a448e2ed-c24e-4dcc-a92f-fe1919fd0cda req-e301c0c2-d847-4991-8db9-4fdefdc77c9b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 944 time: 0.0727284 Apr 08 19:04:12.432822 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=d5c61566-0739-43f8-8c84-d59d2a56898e,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:12.459640 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.460435 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.461265 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.461861 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.462394 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.462918 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.463450 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.464005 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-01b1be6b-7930-488e-bb02-6a31bcf1b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:12.464408 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.464934 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.465460 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.465745 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-01b1be6b-7930-488e-bb02-6a31bcf1b0fd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e9d3109508444d57a8abca3703f647c8&device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 1131 time: 0.0959826 Apr 08 19:04:12.466344 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.466883 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.467481 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.467833 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c3ab80-f6ec-49f5-8e8d-31aca23123bf x-openstack-request-id: req-e8c3ab80-f6ec-49f5-8e8d-31aca23123bf {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:12.468124 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2876bcfa-f8e8-462a-a90e-170fd71172bb", "tag": "dc2e0316-7f0c-487b-acf5-fa0b08fe844f", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:12.468402 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e8c3ab80-f6ec-49f5-8e8d-31aca23123bf {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:12.468600 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.468791 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c3ab80-f6ec-49f5-8e8d-31aca23123bf'] response: {'name': 'network-changed', 'server_uuid': '2876bcfa-f8e8-462a-a90e-170fd71172bb', 'tag': 'dc2e0316-7f0c-487b-acf5-fa0b08fe844f', 'status': 'completed', 'code': 200} Apr 08 19:04:12.469296 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:12.506661 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae5d00-25a3-4a5e-906c-70bbefaa01e4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:12.517920 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a448e2ed-c24e-4dcc-a92f-fe1919fd0cda req-2c35f38c-fbdb-4855-9ae4-7d251f9f309d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843985 Apr 08 19:04:12.574752 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-7176b1a2-bb26-42bf-b05d-ad542a3aceed service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dc2e0316-7f0c-487b-acf5-fa0b08fe844f HTTP/1.1" status: 200 len: 217 time: 0.0563612 Apr 08 19:04:12.642764 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-da4f36b9-9ecc-4120-9f3f-101fddc383dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:12.644341 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-da4f36b9-9ecc-4120-9f3f-101fddc383dd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4868e56a-717b-4f81-992f-c4d8fa02aef7 HTTP/1.1" status: 200 len: 843 time: 0.0634477 Apr 08 19:04:12.672273 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['d5c61566-0739-43f8-8c84-d59d2a56898e'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:04:12.716506 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-4cf194e2-5470-410f-87aa-cb08cbbea759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:12.716506 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-4cf194e2-5470-410f-87aa-cb08cbbea759 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e8e564eb-61dd-4013-a3a5-ec36febe4baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0578260 Apr 08 19:04:12.847829 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac3943-034a-41ae-9f19-760c453ae31c req-7019f137-e5de-4d93-99ed-8669eb4f9136 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:12.856158 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-eeac3943-034a-41ae-9f19-760c453ae31c req-7019f137-e5de-4d93-99ed-8669eb4f9136 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0640969 Apr 08 19:04:12.856371 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-fd48be41-bea0-4831-80a5-eb93f1271dca service neutron] 10.222.0.113 "GET /v2.0/networks/e8e564eb-61dd-4013-a3a5-ec36febe4baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313624 Apr 08 19:04:12.910887 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-eeac3943-034a-41ae-9f19-760c453ae31c req-069148db-4429-472a-b287-dbbc2d5ad106 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533938 Apr 08 19:04:12.994620 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-98c5d115-e8bf-4733-aa00-f7379a4d8d2c req-73fdf3c0-d507-452a-9dc3-19bf76173d45 service neutron] 10.222.0.113 "GET /v2.0/networks/e8e564eb-61dd-4013-a3a5-ec36febe4baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171081 Apr 08 19:04:12.998116 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e25b2-592a-44d5-be24-9b7d3677c41a req-fe66d7c3-444a-4dc0-8016-82f8860eb171 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:12.999788 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-843e25b2-592a-44d5-be24-9b7d3677c41a req-fe66d7c3-444a-4dc0-8016-82f8860eb171 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 947 time: 0.0647273 Apr 08 19:04:13.056489 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-843e25b2-592a-44d5-be24-9b7d3677c41a req-bdcaaa43-2254-49de-a5d0-a46a453c49ec tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474863 Apr 08 19:04:13.662196 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf6c84-be61-4ef9-9670-7f9f6802e225 req-72405da6-a494-4364-ac6e-d59cdd3ca267 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:13.665794 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-51bf6c84-be61-4ef9-9670-7f9f6802e225 req-72405da6-a494-4364-ac6e-d59cdd3ca267 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 944 time: 0.0675826 Apr 08 19:04:13.746808 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-51bf6c84-be61-4ef9-9670-7f9f6802e225 req-e94bf0a7-bf7b-4a3c-8a6a-8cd3a4a78d41 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748100 Apr 08 19:04:14.042667 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e19614-2036-4160-93d6-83891262b8d7 req-4e305927-520b-4195-85e6-92eb566c1a32 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:14.045011 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-68e19614-2036-4160-93d6-83891262b8d7 req-4e305927-520b-4195-85e6-92eb566c1a32 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0579569 Apr 08 19:04:14.075080 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device d5c61566-0739-43f8-8c84-d59d2a56898e up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:14.117750 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-68e19614-2036-4160-93d6-83891262b8d7 req-73aacf37-b6b9-44d7-aebb-d13ed2d613bc tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587940 Apr 08 19:04:14.174663 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port d5c61566-0739-43f8-8c84-d59d2a56898e completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:04:14.181516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port d5c61566-0739-43f8-8c84-d59d2a56898e triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:14.182031 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:14.210727 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7c2bb-4532-49a9-b2fe-36e42dfa3981 req-40f7e8e4-7d24-4b6a-833d-cf86f7a3fb4d tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:14.213542 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0cf7c2bb-4532-49a9-b2fe-36e42dfa3981 req-40f7e8e4-7d24-4b6a-833d-cf86f7a3fb4d tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 947 time: 0.0622211 Apr 08 19:04:14.271856 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0cf7c2bb-4532-49a9-b2fe-36e42dfa3981 req-eebe03f9-7de3-4969-9c9a-23be1e0a6077 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517604 Apr 08 19:04:14.279049 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port d5c61566-0739-43f8-8c84-d59d2a56898e is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:14.279469 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:14.305881 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c61566-0739-43f8-8c84-d59d2a56898e'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:14.308111 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447d70a5-b454-4b0f-bc95-a5864d269b13" -d '{"events": [{"server_uuid": "eb2ebd03-7504-4535-b848-28c4bad865ec", "name": "network-vif-plugged", "status": "completed", "tag": "d5c61566-0739-43f8-8c84-d59d2a56898e"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:14.323123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port d5c61566-0739-43f8-8c84-d59d2a56898e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d5c61566-0739-43f8-8c84-d59d2a56898e,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:14.329000 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:14.385912 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=d5c61566-0739-43f8-8c84-d59d2a56898e,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:14.389590 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d6ead0-9e1c-456f-8e43-0d94453a6e35 x-openstack-request-id: req-f8d6ead0-9e1c-456f-8e43-0d94453a6e35 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:14.389885 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2ebd03-7504-4535-b848-28c4bad865ec", "name": "network-vif-plugged", "status": "completed", "tag": "d5c61566-0739-43f8-8c84-d59d2a56898e", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:14.390143 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f8d6ead0-9e1c-456f-8e43-0d94453a6e35 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:14.390539 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d6ead0-9e1c-456f-8e43-0d94453a6e35'] response: {'server_uuid': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'code': 200} Apr 08 19:04:14.923446 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85c67a-4a54-4942-9cbe-6533a6829950 req-a919f7fb-2f43-4d5d-b6dd-03d79f9eed91 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:14.933135 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa85c67a-4a54-4942-9cbe-6533a6829950 req-a919f7fb-2f43-4d5d-b6dd-03d79f9eed91 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0611532 Apr 08 19:04:15.017874 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa85c67a-4a54-4942-9cbe-6533a6829950 req-fe01de66-4908-4a34-bba0-3ecee3260da5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824218 Apr 08 19:04:15.054346 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-cc95da52-287f-415e-a77b-ed50ffa2498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:15.055991 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-cc95da52-287f-415e-a77b-ed50ffa2498e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e9d3109508444d57a8abca3703f647c8&device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 1131 time: 0.0790734 Apr 08 19:04:15.280948 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c193243-9750-4cfd-95f6-2eef028ba956 req-d132715d-2c27-440e-bcb7-21d4df25b7ee tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:15.284699 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c193243-9750-4cfd-95f6-2eef028ba956 req-d132715d-2c27-440e-bcb7-21d4df25b7ee tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0820398 Apr 08 19:04:15.321862 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-7479344d-a787-4a74-8037-8f3c7410ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:15.323349 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-7479344d-a787-4a74-8037-8f3c7410ee61 service neutron] 10.222.0.113 "GET /v2.0/networks?id=e8e564eb-61dd-4013-a3a5-ec36febe4baa HTTP/1.1" status: 200 len: 871 time: 0.1442215 Apr 08 19:04:15.361632 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c193243-9750-4cfd-95f6-2eef028ba956 req-6df3f8c8-6ab9-4562-8445-bd470ee56f66 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696864 Apr 08 19:04:15.416725 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752456-6725-4e0a-b310-909488f6cf1f req-baf5dbce-4e11-4a9d-a666-048113826e73 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:15.418381 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17752456-6725-4e0a-b310-909488f6cf1f req-baf5dbce-4e11-4a9d-a666-048113826e73 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 947 time: 0.0554254 Apr 08 19:04:15.476104 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17752456-6725-4e0a-b310-909488f6cf1f req-e19bd264-3bce-4903-9887-47d00b6239e3 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510089 Apr 08 19:04:15.638428 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-5bc61bf2-3d05-4ecc-a6d8-d50483880738 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dc2e0316-7f0c-487b-acf5-fa0b08fe844f HTTP/1.1" status: 200 len: 217 time: 0.0577574 Apr 08 19:04:15.735219 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98908b5-2707-4e2e-9cf7-7b169b67b09b req-2a0f0047-3171-4a7c-912e-a49153bbbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:15.736832 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d98908b5-2707-4e2e-9cf7-7b169b67b09b req-2a0f0047-3171-4a7c-912e-a49153bbbd38 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 1129 time: 0.0972369 Apr 08 19:04:15.740756 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-0618e758-e0d0-4411-9c0a-a57c35819305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:15.742377 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-0618e758-e0d0-4411-9c0a-a57c35819305 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4868e56a-717b-4f81-992f-c4d8fa02aef7 HTTP/1.1" status: 200 len: 843 time: 0.0707624 Apr 08 19:04:15.882571 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d98908b5-2707-4e2e-9cf7-7b169b67b09b req-bbdbc917-2435-4f19-913c-4f36acdd3a59 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049447 Apr 08 19:04:15.884564 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-2bdddbe2-8148-4ad5-b739-7850e4f3f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:15.886460 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-2bdddbe2-8148-4ad5-b739-7850e4f3f7ad service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=e8e564eb-61dd-4013-a3a5-ec36febe4baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1018853 Apr 08 19:04:16.194475 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d7299-34be-4204-89bf-d4e0d7e7d996 req-afa5ab2f-7a19-484d-b55d-15130a7ec429 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:16.202160 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa7d7299-34be-4204-89bf-d4e0d7e7d996 req-afa5ab2f-7a19-484d-b55d-15130a7ec429 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0832975 Apr 08 19:04:16.292175 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa7d7299-34be-4204-89bf-d4e0d7e7d996 req-a964a20b-4f81-4c59-9b5f-820e7e867e61 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889871 Apr 08 19:04:16.304738 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567407c-e909-46d3-add6-7bf531808b8d req-515f0099-9951-4919-b2bb-b1c9f9436988 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:16.311697 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f567407c-e909-46d3-add6-7bf531808b8d req-515f0099-9951-4919-b2bb-b1c9f9436988 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0672843 Apr 08 19:04:16.362031 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f567407c-e909-46d3-add6-7bf531808b8d req-0248ecfe-2951-45d1-9d41-19aa5a48d7f6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479627 Apr 08 19:04:16.492110 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3e4a4-a1da-46c5-b3b5-2e0571ffbf77 req-d47f0b2e-2759-45ea-b4c6-c7cb25ca65b8 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:16.494355 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fce3e4a4-a1da-46c5-b3b5-2e0571ffbf77 req-d47f0b2e-2759-45ea-b4c6-c7cb25ca65b8 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0634930 Apr 08 19:04:16.613169 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fce3e4a4-a1da-46c5-b3b5-2e0571ffbf77 req-abf06a36-8b8a-47c9-bd1d-2d869e983985 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063941 Apr 08 19:04:16.634199 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75fd3-72c4-43c7-baa8-3f7d3ebcdd67 req-9782e419-013f-444e-bea7-8f10fdbc3211 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:16.635775 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77b75fd3-72c4-43c7-baa8-3f7d3ebcdd67 req-9782e419-013f-444e-bea7-8f10fdbc3211 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 947 time: 0.0663931 Apr 08 19:04:16.700706 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77b75fd3-72c4-43c7-baa8-3f7d3ebcdd67 req-e1626166-04f6-4422-b209-5900fcd06d43 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 Apr 08 19:04:17.343653 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-271ed696-a2e2-4ca0-91fb-3cb5de8cb274 service neutron] 10.222.0.113 "GET /v2.0/networks/e8e564eb-61dd-4013-a3a5-ec36febe4baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563077 Apr 08 19:04:17.438053 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be54b3-5afa-4022-8ec9-18331aff2b3f req-797187bd-e17b-47fb-869f-5fb75d7a5b59 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:17.440589 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-02be54b3-5afa-4022-8ec9-18331aff2b3f req-797187bd-e17b-47fb-869f-5fb75d7a5b59 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0573549 Apr 08 19:04:17.537971 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72f023-64ca-4f3c-aed6-95b41a414709 req-8340c4d3-a152-4d26-8d84-31a42a034173 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:17.539671 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad72f023-64ca-4f3c-aed6-95b41a414709 req-8340c4d3-a152-4d26-8d84-31a42a034173 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0981066 Apr 08 19:04:17.570166 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-02be54b3-5afa-4022-8ec9-18331aff2b3f req-c07e73d8-aeac-45ec-9708-5e0f2f4d7441 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031280 Apr 08 19:04:17.575690 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f1458279-0d4c-412b-8ecd-ed22be702d6f req-bba71153-0128-466a-8ce5-639f9de9659a service neutron] 10.222.0.113 "GET /v2.0/networks/e8e564eb-61dd-4013-a3a5-ec36febe4baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299663 Apr 08 19:04:17.647094 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad72f023-64ca-4f3c-aed6-95b41a414709 req-d81e74e5-bf4d-4e6d-99e7-e474dcbeac79 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990021 Apr 08 19:04:17.811900 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf271a0-a1c9-4cc5-977e-7f56d5929a98 req-bde487e5-6cff-4efc-8ba4-fa93b0dac9cb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:17.820996 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ecf271a0-a1c9-4cc5-977e-7f56d5929a98 req-bde487e5-6cff-4efc-8ba4-fa93b0dac9cb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.1082969 Apr 08 19:04:17.939861 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1804465-a104-4b25-8cdd-d4f863f6ebb2 req-5fb925ef-dcf0-4a45-8ccb-b6fdd6e16acb tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:17.948767 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d1804465-a104-4b25-8cdd-d4f863f6ebb2 req-5fb925ef-dcf0-4a45-8ccb-b6fdd6e16acb tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 947 time: 0.1240096 Apr 08 19:04:17.968507 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ecf271a0-a1c9-4cc5-977e-7f56d5929a98 req-f5a98c2b-cd50-4751-b175-c113dd478de2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463873 Apr 08 19:04:18.014403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1da6e9-5a9d-4d65-9add-40ed8691c820 req-1a57a77e-9845-48ea-8cf4-c10ae488ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:18.016249 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0e1da6e9-5a9d-4d65-9add-40ed8691c820 req-1a57a77e-9845-48ea-8cf4-c10ae488ae1c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 1129 time: 0.1000445 Apr 08 19:04:18.038582 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d1804465-a104-4b25-8cdd-d4f863f6ebb2 req-7de39592-6229-4887-a71a-6890cf89c0c6 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883372 Apr 08 19:04:18.089828 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device dc2e0316-7f0c-487b-acf5-fa0b08fe844f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:04:18.095672 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0e1da6e9-5a9d-4d65-9add-40ed8691c820 req-760c9a32-b71a-4674-acf1-d36afaa7b999 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515962 Apr 08 19:04:18.216810 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port dc2e0316-7f0c-487b-acf5-fa0b08fe844f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,segment=NetworkSegment(7993db6b-9ccf-448f-8f50-a3289f00b196),segment_id=7993db6b-9ccf-448f-8f50-a3289f00b196)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:18.229447 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'dc2e0316-7f0c-487b-acf5-fa0b08fe844f', 'network_id': 'e8e564eb-61dd-4013-a3a5-ec36febe4baa', 'port_id': 'dc2e0316-7f0c-487b-acf5-fa0b08fe844f', 'mac_address': 'fa:16:3e:d0:7a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4868e56a-717b-4f81-992f-c4d8fa02aef7', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:04:18.275189 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port dc2e0316-7f0c-487b-acf5-fa0b08fe844f is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:18.275579 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:18.289947 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2e0316-7f0c-487b-acf5-fa0b08fe844f {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:04:18.315889 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port dc2e0316-7f0c-487b-acf5-fa0b08fe844f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,segment=NetworkSegment(7993db6b-9ccf-448f-8f50-a3289f00b196),segment_id=7993db6b-9ccf-448f-8f50-a3289f00b196)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:18.320982 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:18.376739 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:18.710858 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['dc2e0316-7f0c-487b-acf5-fa0b08fe844f'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:04:18.769813 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098406d8-9a18-4d9f-9b54-c845f93c38f0 req-303f08a0-ec19-4fc0-9db0-0de73268e802 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:18.776554 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-098406d8-9a18-4d9f-9b54-c845f93c38f0 req-303f08a0-ec19-4fc0-9db0-0de73268e802 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.1063173 Apr 08 19:04:18.831942 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f1f3c-ad12-48e2-9021-55be1a2936cb req-5a405027-2ad8-4be1-bd57-ae238f1f43b8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:18.841017 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-af5f1f3c-ad12-48e2-9021-55be1a2936cb req-5a405027-2ad8-4be1-bd57-ae238f1f43b8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0876861 Apr 08 19:04:18.894865 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-098406d8-9a18-4d9f-9b54-c845f93c38f0 req-03d36b89-8017-420f-b73b-b7d6ebce5a06 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173444 Apr 08 19:04:18.921627 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-af5f1f3c-ad12-48e2-9021-55be1a2936cb req-2deea839-8a82-4f77-9c34-04a39f828052 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780561 Apr 08 19:04:19.047514 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f69555-12e1-4243-9fc3-8f85cbffc01f req-c9cf4e17-bf16-4807-9cd7-2855c767591b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:19.053330 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-14f69555-12e1-4243-9fc3-8f85cbffc01f req-c9cf4e17-bf16-4807-9cd7-2855c767591b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0692713 Apr 08 19:04:19.058361 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34510) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:19.063814 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'floatingip': {'port_id': 'd5c61566-0739-43f8-8c84-d59d2a56898e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:19.143915 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (1ce4d8c0-5afe-4d67-948f-628e44ba631c), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:19.237832 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2010dc-81b2-49ae-8543-a66ccb4aa995 req-12eb596d-52c4-407a-a9a4-bfb72adb5f24 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:19.237832 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6a2010dc-81b2-49ae-8543-a66ccb4aa995 req-12eb596d-52c4-407a-a9a4-bfb72adb5f24 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.1671944 Apr 08 19:04:19.268597 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c759a54-28ba-49bf-9226-9e3def23ecf9 req-f458aee8-f857-4c24-a546-8e41b89a01b1 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:19.270191 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1c759a54-28ba-49bf-9226-9e3def23ecf9 req-f458aee8-f857-4c24-a546-8e41b89a01b1 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 948 time: 0.1389961 Apr 08 19:04:19.417040 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6a2010dc-81b2-49ae-8543-a66ccb4aa995 req-334dba20-8bd3-428b-8cb3-d132267e8a49 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724684 Apr 08 19:04:19.422088 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1c759a54-28ba-49bf-9226-9e3def23ecf9 req-bcb9d141-593f-462d-8668-ddd7848dd4c0 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275985 Apr 08 19:04:19.966977 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.db.resource_extend [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 19:04:20.044916 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:20.075384 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (1ce4d8c0-5afe-4d67-948f-628e44ba631c), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:20.091893 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device dc2e0316-7f0c-487b-acf5-fa0b08fe844f up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:20.150851 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feb14b-24d4-4752-8ef1-8072a342235a req-0498682e-2865-4662-aa7e-93dcdb1511b8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:20.152506 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-34feb14b-24d4-4752-8ef1-8072a342235a req-0498682e-2865-4662-aa7e-93dcdb1511b8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.1242628 Apr 08 19:04:20.167683 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port dc2e0316-7f0c-487b-acf5-fa0b08fe844f completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:04:20.174961 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port dc2e0316-7f0c-487b-acf5-fa0b08fe844f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:20.176161 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:20.254485 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-34feb14b-24d4-4752-8ef1-8072a342235a req-6b3671fa-8170-4208-b030-e4ad0d0d24b6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948348 Apr 08 19:04:20.264705 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Floating IP 1ce4d8c0-5afe-4d67-948f-628e44ba631c associated. External IP: 172.27.0.101, port: d5c61566-0739-43f8-8c84-d59d2a56898e. Apr 08 19:04:20.284592 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port dc2e0316-7f0c-487b-acf5-fa0b08fe844f is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:20.285735 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:20.319601 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876bcfa-f8e8-462a-a90e-170fd71172bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2e0316-7f0c-487b-acf5-fa0b08fe844f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:20.326566 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72aaab8-f3a5-422f-8bd9-d354dc13dee4" -d '{"events": [{"server_uuid": "2876bcfa-f8e8-462a-a90e-170fd71172bb", "name": "network-vif-plugged", "status": "completed", "tag": "dc2e0316-7f0c-487b-acf5-fa0b08fe844f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:20.341681 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port dc2e0316-7f0c-487b-acf5-fa0b08fe844f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,segment=NetworkSegment(7993db6b-9ccf-448f-8f50-a3289f00b196),segment_id=7993db6b-9ccf-448f-8f50-a3289f00b196)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:20.350784 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:20.388417 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca2804c-3d58-415a-8422-5aa8d491c502 x-openstack-request-id: req-3ca2804c-3d58-415a-8422-5aa8d491c502 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:20.389236 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876bcfa-f8e8-462a-a90e-170fd71172bb", "name": "network-vif-plugged", "status": "completed", "tag": "dc2e0316-7f0c-487b-acf5-fa0b08fe844f", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:20.389516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3ca2804c-3d58-415a-8422-5aa8d491c502 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:20.389920 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca2804c-3d58-415a-8422-5aa8d491c502'] response: {'server_uuid': '2876bcfa-f8e8-462a-a90e-170fd71172bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2e0316-7f0c-487b-acf5-fa0b08fe844f', 'code': 200} Apr 08 19:04:20.422861 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:20.637002 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:04:20.650614 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dffc88-fd30-4e7d-84ed-c3b18a2b03d7 req-407e0573-0cdf-492a-a072-63c2684c4d39 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:20.658868 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-73dffc88-fd30-4e7d-84ed-c3b18a2b03d7 req-407e0573-0cdf-492a-a072-63c2684c4d39 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 949 time: 0.1076150 Apr 08 19:04:20.673912 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600e7a0-436c-4141-a443-788d9c968a35 req-f95d3f36-41c2-4207-95d7-05bffe954597 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:20.676058 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c600e7a0-436c-4141-a443-788d9c968a35 req-f95d3f36-41c2-4207-95d7-05bffe954597 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.1060305 Apr 08 19:04:20.789100 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-73dffc88-fd30-4e7d-84ed-c3b18a2b03d7 req-2e304539-a8ee-4677-a35e-896e9beaac92 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290069 Apr 08 19:04:20.852628 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2d57-afd4-437b-8183-2101a27dc377 req-927767fe-aaa6-4042-8187-4782093ff9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:20.855723 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-218e2d57-afd4-437b-8183-2101a27dc377 req-927767fe-aaa6-4042-8187-4782093ff9f6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 1133 time: 0.0558476 Apr 08 19:04:20.858629 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c600e7a0-436c-4141-a443-788d9c968a35 req-4b6a7128-d02e-4051-94ac-ce6a6d62eed3 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722419 Apr 08 19:04:20.910135 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:04:20.921174 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-218e2d57-afd4-437b-8183-2101a27dc377 req-4d169fb5-aa28-496e-bc66-482a4a42a3a4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527368 Apr 08 19:04:20.921859 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:04:20.933784 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:20.934798 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:20.936248 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:03:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:20.992757 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7c5ad195-e75b-45b9-b980-14a30ba17792 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "PUT /v2.0/floatingips/1ce4d8c0-5afe-4d67-948f-628e44ba631c HTTP/1.1" status: 200 len: 991 time: 1.9331853 Apr 08 19:04:20.994376 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'tag': 'd5c61566-0739-43f8-8c84-d59d2a56898e'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:20.998056 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cf7aaa-f70b-4985-9725-96522f9e90d0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2ebd03-7504-4535-b848-28c4bad865ec", "tag": "d5c61566-0739-43f8-8c84-d59d2a56898e"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:21.045939 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2435859-ff41-4f73-abe8-f3e01acc7e8a x-openstack-request-id: req-b2435859-ff41-4f73-abe8-f3e01acc7e8a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:21.046520 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2ebd03-7504-4535-b848-28c4bad865ec", "tag": "d5c61566-0739-43f8-8c84-d59d2a56898e", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:21.046919 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b2435859-ff41-4f73-abe8-f3e01acc7e8a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:21.047465 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2435859-ff41-4f73-abe8-f3e01acc7e8a'] response: {'name': 'network-changed', 'server_uuid': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'tag': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'status': 'completed', 'code': 200} Apr 08 19:04:21.198329 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:21.211790 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525546-e29a-4434-929a-85d6106550d7 req-0eb365be-cd02-4f26-9af1-3cfc81ed3956 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:21.219165 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-90525546-e29a-4434-929a-85d6106550d7 req-0eb365be-cd02-4f26-9af1-3cfc81ed3956 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0792744 Apr 08 19:04:21.263408 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-969afefe-ccc7-4272-b3fb-eff04e3632ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:21.264998 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-969afefe-ccc7-4272-b3fb-eff04e3632ca service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 1129 time: 0.0776479 Apr 08 19:04:21.300799 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-90525546-e29a-4434-929a-85d6106550d7 req-6fdc0a61-c395-48e3-8e7a-a99f5f4348b1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805004 Apr 08 19:04:21.416717 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-82758d49-954d-4b71-8624-b09d6aee5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:21.418362 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-82758d49-954d-4b71-8624-b09d6aee5bec service neutron] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 917 time: 0.1209450 Apr 08 19:04:21.425838 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe579e-268d-49d4-8f03-87964538d7a4 req-075ea4f3-820f-46b7-8a88-af56f6ca83c8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:21.427642 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ccbe579e-268d-49d4-8f03-87964538d7a4 req-075ea4f3-820f-46b7-8a88-af56f6ca83c8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0664158 Apr 08 19:04:21.471588 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-3e76a505-ca7b-4d47-94bc-bcdd5608a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:21.473313 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-3e76a505-ca7b-4d47-94bc-bcdd5608a0fe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 1129 time: 0.2074184 Apr 08 19:04:21.520361 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ccbe579e-268d-49d4-8f03-87964538d7a4 req-71932914-3430-4272-817e-cbaec0d09f05 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652061 Apr 08 19:04:21.536932 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1ce4d8c0-5afe-4d67-948f-628e44ba631c', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:46:cc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:00Z', 'updated_at': '2022-04-08T19:04:19Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}, {'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:03Z', 'revision_number': 2, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:21.573164 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:04:21.583340 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:21.584182 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:03:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:21.723990 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:22.060958 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcc8c4-536c-4fc0-abed-25de353b1d12 req-c2f5013b-6ada-4cb9-9b2b-8c6686b421cc tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:22.065562 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-47fcc8c4-536c-4fc0-abed-25de353b1d12 req-c2f5013b-6ada-4cb9-9b2b-8c6686b421cc tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 949 time: 0.1671636 Apr 08 19:04:22.076535 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-10687b38-91d5-491f-820e-b4fcd26b696f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5c61566-0739-43f8-8c84-d59d2a56898e HTTP/1.1" status: 200 len: 999 time: 0.1825564 Apr 08 19:04:22.105406 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-27061471-3285-497c-a463-9890949480b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:22.106828 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-27061471-3285-497c-a463-9890949480b0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.2255576 Apr 08 19:04:22.170325 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1ce4d8c0-5afe-4d67-948f-628e44ba631c', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:46:cc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:00Z', 'updated_at': '2022-04-08T19:04:19Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}, {'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:03Z', 'revision_number': 2, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:22.189105 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-0f5a1b49-bc15-4590-aa26-a974819de911 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0442634 Apr 08 19:04:22.195912 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-47fcc8c4-536c-4fc0-abed-25de353b1d12 req-9a703bc2-476f-4c04-a333-fc137367c87e tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199613 Apr 08 19:04:22.230729 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4b77f-1089-43f6-a55a-402d3c2ab094 None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1ce4d8c0-5afe-4d67-948f-628e44ba631c', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:46:cc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:00Z', 'updated_at': '2022-04-08T19:04:19Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}, {'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:03Z', 'revision_number': 2, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:04:22.288515 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-46120046-a9f4-40d2-9a9f-008f08ba6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:22.290240 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-46120046-a9f4-40d2-9a9f-008f08ba6e67 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.1587660 Apr 08 19:04:22.296992 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-d7f0798d-da55-407b-92e2-c7da7c9c7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:22.299296 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-d7f0798d-da55-407b-92e2-c7da7c9c7fc9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0835471 Apr 08 19:04:22.478374 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f04717-bf1f-4e59-9ce1-c69fadeb974c req-dfd50663-b1f0-4a89-a94f-d16c0d4a737e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:22.478374 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e2f04717-bf1f-4e59-9ce1-c69fadeb974c req-dfd50663-b1f0-4a89-a94f-d16c0d4a737e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0851982 Apr 08 19:04:22.591727 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84733aa1-63ca-4486-9b6d-1a942dde8fff None None] New status for floating IP 1ce4d8c0-5afe-4d67-948f-628e44ba631c: ACTIVE {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:04:22.598584 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e2f04717-bf1f-4e59-9ce1-c69fadeb974c req-64d9e965-ec40-4838-be6c-5b426725eae2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135838 Apr 08 19:04:22.678095 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04065-2f18-400f-9566-761aa9f701c1 req-d9e84ee2-22b5-4516-a5f4-0a80ac06577c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:22.679817 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-40d04065-2f18-400f-9566-761aa9f701c1 req-d9e84ee2-22b5-4516-a5f4-0a80ac06577c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0802445 Apr 08 19:04:22.769171 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-40d04065-2f18-400f-9566-761aa9f701c1 req-01542ec4-f9ec-4e4c-95e8-3120db9f71ad tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774937 Apr 08 19:04:23.006681 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-1e78db69-a992-4f13-862a-29fa7db04f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:23.010161 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-1e78db69-a992-4f13-862a-29fa7db04f07 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834916 Apr 08 19:04:23.010161 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-8b46c060-5300-4b20-9ed4-b902a2b90db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:23.012120 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-8b46c060-5300-4b20-9ed4-b902a2b90db7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772653 Apr 08 19:04:23.207873 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-9ba7b31f-b3a1-4ea9-967c-14e9536947b7 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706617 Apr 08 19:04:23.209705 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-98b7276e-75eb-446e-a5de-1335fb4935c0 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740031 Apr 08 19:04:23.321717 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7686f-67d9-4584-8e7f-402824c78b1a req-7fecd558-9c58-4f9f-854f-ec3c2bfd5b69 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:23.323418 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77a7686f-67d9-4584-8e7f-402824c78b1a req-7fecd558-9c58-4f9f-854f-ec3c2bfd5b69 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 949 time: 0.0572813 Apr 08 19:04:23.396054 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77a7686f-67d9-4584-8e7f-402824c78b1a req-fa857129-a1d8-4536-ac7a-a4da3e5f40ae tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645659 Apr 08 19:04:23.660954 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c3cf7aaa-f70b-4985-9725-96522f9e90d0 req-dc87f34f-6979-47cb-ad1d-da6aa57a1fd0 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347184 Apr 08 19:04:23.703530 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-60c515b5-bca7-4b05-b527-da0575e3bdc4 req-55ebccee-3e27-44c6-9eea-2cccda676d36 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547458 Apr 08 19:04:23.777423 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734901f-a984-48fa-890a-f63388494713 req-4d1cc56b-9762-4c74-888f-eb085ac63f31 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:23.779041 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1734901f-a984-48fa-890a-f63388494713 req-4d1cc56b-9762-4c74-888f-eb085ac63f31 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0817680 Apr 08 19:04:23.837205 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4000a-57bd-494d-b813-716abe162d8b req-e8c37f3a-a1d2-47f5-9a1a-56ba4b9ce92a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:23.838920 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6cf4000a-57bd-494d-b813-716abe162d8b req-e8c37f3a-a1d2-47f5-9a1a-56ba4b9ce92a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 949 time: 0.0859184 Apr 08 19:04:23.880692 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1734901f-a984-48fa-890a-f63388494713 req-bbfbaea8-711e-46bc-a70c-5edbb036f1c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787210 Apr 08 19:04:23.913891 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6cf4000a-57bd-494d-b813-716abe162d8b req-dee04c63-0db7-44d5-9eea-45700890fea0 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647087 Apr 08 19:04:24.005406 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68702-f0fd-4075-a8d0-ea93db4cf77c req-57aa5e09-1a6b-4459-87d7-66e59b52a9bd tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:24.007190 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-29b68702-f0fd-4075-a8d0-ea93db4cf77c req-57aa5e09-1a6b-4459-87d7-66e59b52a9bd tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0552075 Apr 08 19:04:24.081422 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-29b68702-f0fd-4075-a8d0-ea93db4cf77c req-2c61be6a-90ab-44e1-9c0d-9502f1ebe761 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677435 Apr 08 19:04:24.718592 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6f5153c6-fa7a-4617-89e5-7421110dd4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:25.032830 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76084ce1-2cbc-4290-92c4-466e02646ed1 req-c8132567-c6a4-43f9-a5c7-9f91ed6c184c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:25.034693 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-76084ce1-2cbc-4290-92c4-466e02646ed1 req-c8132567-c6a4-43f9-a5c7-9f91ed6c184c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0818987 Apr 08 19:04:25.056922 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095bc36-b270-4107-9ca3-50081db51232 req-734d0346-25a5-455b-b2af-35bf534e8dc4 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:25.058386 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8095bc36-b270-4107-9ca3-50081db51232 req-734d0346-25a5-455b-b2af-35bf534e8dc4 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 949 time: 0.0705383 Apr 08 19:04:25.128988 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-76084ce1-2cbc-4290-92c4-466e02646ed1 req-d4138903-7c26-47ba-b78f-9af0a592e478 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883443 Apr 08 19:04:25.154479 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8095bc36-b270-4107-9ca3-50081db51232 req-3ecfca1a-4f8a-4dd4-bd82-72b2a4b58b9e tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756447 Apr 08 19:04:25.255368 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39594adb-1c4b-47ad-b4c5-a58a27462c60 req-27f4d097-896b-4f95-8e36-afd27a71098a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:25.256928 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-39594adb-1c4b-47ad-b4c5-a58a27462c60 req-27f4d097-896b-4f95-8e36-afd27a71098a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Apr 08 19:04:25.315797 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-39594adb-1c4b-47ad-b4c5-a58a27462c60 req-74cd6944-80f1-4ff1-95fe-6ad63db51df1 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533099 Apr 08 19:04:26.271210 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1151e8-dac6-46bb-821f-ea5569babc0c req-e02de836-65b5-48d4-b6d1-884ed9358c8a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:26.272631 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4d1151e8-dac6-46bb-821f-ea5569babc0c req-e02de836-65b5-48d4-b6d1-884ed9358c8a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0702927 Apr 08 19:04:26.301344 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ba452-65b1-4a7b-8d90-321310a77aac req-b8ab5711-5305-414d-905a-958160e0836d tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:26.302780 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-007ba452-65b1-4a7b-8d90-321310a77aac req-b8ab5711-5305-414d-905a-958160e0836d tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 949 time: 0.0716362 Apr 08 19:04:26.348892 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4d1151e8-dac6-46bb-821f-ea5569babc0c req-1e09ad71-30d0-45d1-a176-5c9034970293 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707514 Apr 08 19:04:26.370574 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-007ba452-65b1-4a7b-8d90-321310a77aac req-e80b1382-94a6-48c0-be82-1f242e6b6118 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/security-groups?id=f0641c3b-a34d-4a08-9fc0-061d43d19429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609915 Apr 08 19:04:26.421558 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:26.452747 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20774c48-6224-4454-8554-b5e04ca83cf4 req-4f68f654-23cf-4f88-892b-52f968744336 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:26.454867 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-20774c48-6224-4454-8554-b5e04ca83cf4 req-4f68f654-23cf-4f88-892b-52f968744336 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0501645 Apr 08 19:04:26.500698 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-20774c48-6224-4454-8554-b5e04ca83cf4 req-dd4691a7-77b9-4b22-97cb-725db0dc2ddf tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401952 Apr 08 19:04:26.707260 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34670) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:26.758520 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5b5ceb-249a-4018-a431-3f7aab808e06 admin admin] Deleting subnet 6a25724b-5e86-4808-8ce9-ff76b218c8b9 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:04:26.761735 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5ceb-249a-4018-a431-3f7aab808e06 admin admin] Publish callbacks [] for subnet (6a25724b-5e86-4808-8ce9-ff76b218c8b9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:26.798472 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5ceb-249a-4018-a431-3f7aab808e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (6a25724b-5e86-4808-8ce9-ff76b218c8b9), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:26.841073 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5ceb-249a-4018-a431-3f7aab808e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (6a25724b-5e86-4808-8ce9-ff76b218c8b9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:26.899980 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5ceb-249a-4018-a431-3f7aab808e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (6a25724b-5e86-4808-8ce9-ff76b218c8b9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:26.928546 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b5ceb-249a-4018-a431-3f7aab808e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a25724b-5e86-4808-8ce9-ff76b218c8b9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:26.930529 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5ceb-249a-4018-a431-3f7aab808e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:26.933745 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-dc5b5ceb-249a-4018-a431-3f7aab808e06 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/6a25724b-5e86-4808-8ce9-ff76b218c8b9 HTTP/1.1" status: 204 len: 168 time: 0.2254891 Apr 08 19:04:26.936361 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:26.991026 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b46d3131-aa6c-4cb0-8c95-660008cc2d3d tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:26.992647 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b46d3131-aa6c-4cb0-8c95-660008cc2d3d tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.113 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 949 time: 0.0499406 Apr 08 19:04:27.006897 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.089555 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.110752 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:27.120295 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94681f5-7c9a-4ea0-8675-33d5b2738422') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:27.120604 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94681f5-7c9a-4ea0-8675-33d5b2738422') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:27.135323 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f1b16287-a184-4f9d-8f72-cbec78655728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.135646 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (c94681f5-7c9a-4ea0-8675-33d5b2738422), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.150176 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (c94681f5-7c9a-4ea0-8675-33d5b2738422), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.156914 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Releasing vlan 1519 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:04:27.157943 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (c94681f5-7c9a-4ea0-8675-33d5b2738422), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:04:27.159846 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:04:27.177747 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Deleting port dc2e0316-7f0c-487b-acf5-fa0b08fe844f {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:04:27.178281 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.218952 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.226167 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.229473 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] 10.222.0.109 "DELETE /v2.0/networks/d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e HTTP/1.1" status: 204 len: 168 time: 0.2923055 Apr 08 19:04:27.243079 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78b686-eab7-4957-97d2-6311d8f80d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e16b67-f9ea-4d64-8314-a1c0b1a7ce8e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:27.272700 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] For port dc2e0316-7f0c-487b-acf5-fa0b08fe844f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,segment=NetworkSegment(7993db6b-9ccf-448f-8f50-a3289f00b196),segment_id=7993db6b-9ccf-448f-8f50-a3289f00b196)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:27.273072 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.286849 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Calling delete_port for dc2e0316-7f0c-487b-acf5-fa0b08fe844f owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:04:27.422251 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34680) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:27.426440 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (dc2e0316-7f0c-487b-acf5-fa0b08fe844f), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.451269 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['dc2e0316-7f0c-487b-acf5-fa0b08fe844f'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:04:27.458399 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Pushing event deleted for resources: {'Port': ['ID=dc2e0316-7f0c-487b-acf5-fa0b08fe844f,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:27.490835 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c12d6-df7c-47c7-bbcb-a1648faa301a req-01641ca9-5737-44a2-946f-46602c52dbbd tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:27.492565 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-521c12d6-df7c-47c7-bbcb-a1648faa301a req-01641ca9-5737-44a2-946f-46602c52dbbd tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0597663 Apr 08 19:04:27.510393 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] No DVR routers for this DVR port dc2e0316-7f0c-487b-acf5-fa0b08fe844f on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:04:27.513013 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.517476 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-61794cb4-8e90-4544-a49f-4886ff1226ab req-b5e81c0e-f6bd-46a6-9a65-1a4b9cb80c7a tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.113 "DELETE /v2.0/ports/dc2e0316-7f0c-487b-acf5-fa0b08fe844f HTTP/1.1" status: 204 len: 173 time: 0.4365530 Apr 08 19:04:27.518077 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2876bcfa-f8e8-462a-a90e-170fd71172bb', 'name': 'network-vif-deleted', 'tag': 'dc2e0316-7f0c-487b-acf5-fa0b08fe844f'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:27.520199 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2006d761-2dc2-4ccd-aefd-c3e177d8f09e" -d '{"events": [{"server_uuid": "2876bcfa-f8e8-462a-a90e-170fd71172bb", "name": "network-vif-deleted", "tag": "dc2e0316-7f0c-487b-acf5-fa0b08fe844f"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:27.543344 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2a532adf-8835-49b0-b15b-1a5d301a9e39 req-5bb7c722-662f-42b4-acba-8708887900a1 tempest-VolumesNegativeTest-1391305196 tempest-VolumesNegativeTest-1391305196-project] 10.222.0.109 "GET /v2.0/ports?device_id=2876bcfa-f8e8-462a-a90e-170fd71172bb HTTP/1.1" status: 200 len: 210 time: 0.0485148 Apr 08 19:04:27.571908 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-efa0d57f-d6b1-4c99-ba1e-f10b2e10733c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6fe2fa86c9b340739a1504c4cb2e7bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456988 Apr 08 19:04:27.572246 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:27.614067 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af16f63-2d59-48da-bf5e-ad63008fd90a x-openstack-request-id: req-5af16f63-2d59-48da-bf5e-ad63008fd90a {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:27.614479 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2876bcfa-f8e8-462a-a90e-170fd71172bb", "name": "network-vif-deleted", "tag": "dc2e0316-7f0c-487b-acf5-fa0b08fe844f", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:27.614835 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-5af16f63-2d59-48da-bf5e-ad63008fd90a {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:27.615344 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af16f63-2d59-48da-bf5e-ad63008fd90a'] response: {'server_uuid': '2876bcfa-f8e8-462a-a90e-170fd71172bb', 'name': 'network-vif-deleted', 'tag': 'dc2e0316-7f0c-487b-acf5-fa0b08fe844f', 'status': 'completed', 'code': 200} Apr 08 19:04:27.623479 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-521c12d6-df7c-47c7-bbcb-a1648faa301a req-562746c5-1829-4643-bf77-e94140e6c07b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167190 Apr 08 19:04:27.651092 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddaa66aa-206e-435c-b1ed-2d424e4f821b admin admin] Publish callbacks [] for security_group (64b4c000-f278-459b-b49f-ee7faedf4538), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.684999 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddaa66aa-206e-435c-b1ed-2d424e4f821b admin admin] Publish callbacks [] for security_group (64b4c000-f278-459b-b49f-ee7faedf4538), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.752903 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44d3e9-3c2a-4ec7-93ff-5c7a985782f7 req-3b012640-8d4d-45f2-a553-5f83c36f00ca tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:27.755202 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df44d3e9-3c2a-4ec7-93ff-5c7a985782f7 req-3b012640-8d4d-45f2-a553-5f83c36f00ca tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0839803 Apr 08 19:04:27.836611 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddaa66aa-206e-435c-b1ed-2d424e4f821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (64b4c000-f278-459b-b49f-ee7faedf4538), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.841058 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ddaa66aa-206e-435c-b1ed-2d424e4f821b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:27.842869 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ddaa66aa-206e-435c-b1ed-2d424e4f821b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/64b4c000-f278-459b-b49f-ee7faedf4538 HTTP/1.1" status: 204 len: 168 time: 0.2696216 Apr 08 19:04:27.853560 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df44d3e9-3c2a-4ec7-93ff-5c7a985782f7 req-c95a66a0-44a6-456e-8f30-c09609ce4925 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895801 Apr 08 19:04:27.863488 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa66aa-206e-435c-b1ed-2d424e4f821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b4c000-f278-459b-b49f-ee7faedf4538,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:28.462028 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:28.546309 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34712) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:28.644639 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1785892261-network', 'tenant_id': '43930fa70081420c926b59d6f7517908'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:28.683634 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Made reservation on behalf of 43930fa70081420c926b59d6f7517908 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:04:28.686389 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:28.701374 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:28.761311 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cac8e-1173-4274-a092-34ee84d07049 req-eadc71af-99dd-40ba-b971-2f657ccfa1cb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:28.764680 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-783cac8e-1173-4274-a092-34ee84d07049 req-eadc71af-99dd-40ba-b971-2f657ccfa1cb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0651615 Apr 08 19:04:28.838581 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-783cac8e-1173-4274-a092-34ee84d07049 req-6e326313-043f-4716-82a2-e5901255aa7e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693920 Apr 08 19:04:28.858815 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Publish callbacks [] for security_group (04164cea-7d03-46aa-bf4a-b20b0532075d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:28.872592 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (04164cea-7d03-46aa-bf4a-b20b0532075d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:28.899458 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] vlan segment allocate from pool success with {'vlan_id': 1520, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:04:28.910462 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04164cea-7d03-46aa-bf4a-b20b0532075d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:28.915725 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (4e71a188-57f7-4e69-9b96-8fcc14a1a0bf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:28.916077 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.segments_db [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Added segment 4e71a188-57f7-4e69-9b96-8fcc14a1a0bf of type vlan for network ba247db9-4b96-4ddb-87d3-953b9d039ab0 Apr 08 19:04:28.979284 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (ba247db9-4b96-4ddb-87d3-953b9d039ab0), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.045083 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fb36d-4c50-4176-ab40-74cb27874c19 req-3b021787-83ab-44d9-a603-1a5fb0f57b61 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:29.046484 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a95fb36d-4c50-4176-ab40-74cb27874c19 req-3b021787-83ab-44d9-a603-1a5fb0f57b61 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0823460 Apr 08 19:04:29.053931 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (ba247db9-4b96-4ddb-87d3-953b9d039ab0), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.054949 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:29.055547 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.124553 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5771000 Apr 08 19:04:29.127768 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 34746) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:29.135884 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Request body: {'subnet': {'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1785892261-subnet', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:29.168172 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3a18e-7581-4ce0-a634-67420568266a admin admin] Pushing event updated for resources: {'Network': ['ID=ba247db9-4b96-4ddb-87d3-953b9d039ab0,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:29.176154 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:04:29.178146 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a95fb36d-4c50-4176-ab40-74cb27874c19 req-8551a1d0-4c5b-4ec4-87b2-dc0cfbcb1431 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198587 Apr 08 19:04:29.212851 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Made reservation on behalf of 43930fa70081420c926b59d6f7517908 for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:04:29.215611 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.432488 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (134c27d0-e9d0-4fee-80ed-74942a808e24), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.487675 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=134c27d0-e9d0-4fee-80ed-74942a808e24,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:29.503204 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Checking segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:29.503561 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Network hostable DHCP agents. Network: ba247db9-4b96-4ddb-87d3-953b9d039ab0, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:04:29.522767 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:04:29.531842 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, ba247db9-4b96-4ddb-87d3-953b9d039ab0) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:29.539685 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:29.540346 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.541460 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4dc9e8-8e71-4b3c-9fd6-ec9dfafb4fde None None] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:04:29.562714 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-33af62fd-4f2d-4039-9c9a-065e9ac2a52b admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4325776 Apr 08 19:04:29.565889 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 34808) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:29.570282 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:29.590670 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (e6d259c9-1ecf-445b-9c05-ca99de213e1b), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.591904 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (e6d259c9-1ecf-445b-9c05-ca99de213e1b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.650878 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks [] for router_controller (e6d259c9-1ecf-445b-9c05-ca99de213e1b), precommit_add_association {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.670797 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:04:29.671797 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.811847 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks [] for router_gateway (e6d259c9-1ecf-445b-9c05-ca99de213e1b), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:29.838106 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Allocated IP 172.20.0.2 (ba247db9-4b96-4ddb-87d3-953b9d039ab0/134c27d0-e9d0-4fee-80ed-74942a808e24/667b24d9-aed0-4564-a6ce-e747b6cb1d1c) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:30.012404 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Publish callbacks [] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.016052 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks [] for router_gateway (e6d259c9-1ecf-445b-9c05-ca99de213e1b), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.019146 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.040871 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.083972 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:30.093998 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:30.096127 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Pushing event updated for resources: {'Port': ['ID=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:30.098494 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:30.127421 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.150426 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device dc2e0316-7f0c-487b-acf5-fa0b08fe844f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:04:30.166062 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Allocated IP 172.27.0.190 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/8f8a278a-18c1-49a3-9894-9a47fb37978b) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:30.181026 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: dc2e0316-7f0c-487b-acf5-fa0b08fe844f {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:04:30.181376 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device dc2e0316-7f0c-487b-acf5-fa0b08fe844f not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:04:30.186730 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Attempting to bind port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:30.187111 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Attempting to bind port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:30.187482 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Attempting to bind port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:30.193897 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:30.194290 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Checking segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:30.194710 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.195107 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Bound using segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:30.195810 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Bound port: 667b24d9-aed0-4564-a6ce-e747b6cb1d1c, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:30.196335 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.275618 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks [] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.285857 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] For port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:30.290164 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] For port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:30.302610 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.320665 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.355052 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc39976-5b72-4758-9449-3c7abbc563a6 req-09ca0087-5177-4931-8e22-673246a92bd6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:30.370563 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6cc39976-5b72-4758-9449-3c7abbc563a6 req-09ca0087-5177-4931-8e22-673246a92bd6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0946984 Apr 08 19:04:30.400812 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:30.403801 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:30.412491 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:30.416183 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Pushing event updated for resources: {'Port': ['ID=8f8a278a-18c1-49a3-9894-9a47fb37978b,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:30.424251 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b78d68-973e-4c29-bb52-97d5c9f888aa None None] Pushing event updated for resources: {'Port': ['ID=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:30.473464 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6cc39976-5b72-4758-9449-3c7abbc563a6 req-d8cb4be4-bf48-4b7c-be71-4561f3d010f1 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960355 Apr 08 19:04:30.561915 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34896) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:30.568073 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-fe53d1d3-683b-4ab0-a6b4-ce814a0332ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542383894', 'description': 'tempest-description--564940325'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:30.595393 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe53d1d3-683b-4ab0-a6b4-ce814a0332ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.718822 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe53d1d3-683b-4ab0-a6b4-ce814a0332ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group (192262dc-54a8-48a9-a8ec-9edf86d593e3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.740776 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe53d1d3-683b-4ab0-a6b4-ce814a0332ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (192262dc-54a8-48a9-a8ec-9edf86d593e3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.783483 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks [] for router_gateway (e6d259c9-1ecf-445b-9c05-ca99de213e1b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.790364 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53d1d3-683b-4ab0-a6b4-ce814a0332ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192262dc-54a8-48a9-a8ec-9edf86d593e3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:30.804066 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe53d1d3-683b-4ab0-a6b4-ce814a0332ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.805360 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fe53d1d3-683b-4ab0-a6b4-ce814a0332ea tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2423205 Apr 08 19:04:30.808227 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34908) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:30.822189 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-379e6db4-bf6d-4eae-8759-b73d449a94c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'security_group_rule': {'security_group_id': '192262dc-54a8-48a9-a8ec-9edf86d593e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:30.871659 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-379e6db4-bf6d-4eae-8759-b73d449a94c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group_rule (4e1e51b0-1f78-4cc5-b071-dde7c2a02ca7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.957601 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-379e6db4-bf6d-4eae-8759-b73d449a94c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group_rule (4e1e51b0-1f78-4cc5-b071-dde7c2a02ca7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.962043 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-379e6db4-bf6d-4eae-8759-b73d449a94c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (4e1e51b0-1f78-4cc5-b071-dde7c2a02ca7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.988427 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e6db4-bf6d-4eae-8759-b73d449a94c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1e51b0-1f78-4cc5-b071-dde7c2a02ca7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:30.992753 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-379e6db4-bf6d-4eae-8759-b73d449a94c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:30.996663 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-379e6db4-bf6d-4eae-8759-b73d449a94c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846492 Apr 08 19:04:31.002719 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34922) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:31.009611 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-96233312-915a-4dd6-b737-d7c669a1e32a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'security_group_rule': {'security_group_id': '192262dc-54a8-48a9-a8ec-9edf86d593e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:31.046644 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96233312-915a-4dd6-b737-d7c669a1e32a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group_rule (d33eea70-7628-4ed3-a135-5152814883c3), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.148054 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96233312-915a-4dd6-b737-d7c669a1e32a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group_rule (d33eea70-7628-4ed3-a135-5152814883c3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.153002 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96233312-915a-4dd6-b737-d7c669a1e32a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (d33eea70-7628-4ed3-a135-5152814883c3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.158391 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (e6d259c9-1ecf-445b-9c05-ca99de213e1b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.176135 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96233312-915a-4dd6-b737-d7c669a1e32a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33eea70-7628-4ed3-a135-5152814883c3,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:31.183482 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-96233312-915a-4dd6-b737-d7c669a1e32a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.188847 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-96233312-915a-4dd6-b737-d7c669a1e32a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799428 Apr 08 19:04:31.188847 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 34942) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:31.197896 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:31.220352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.307756 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.330404 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:04:31.475100 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:04:31.483483 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Allocated IP 172.27.0.22 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/6ad38690-78c0-474f-b76c-ad7f2b73deba) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:31.490993 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:04:31.509613 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.514870 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d02464d0-1b2f-4c8a-bf24-3d96145d4a9b admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9479208 Apr 08 19:04:31.517766 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 34956) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:31.521868 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:31.524992 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:31.528483 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.658714 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for port (6ad38690-78c0-474f-b76c-ad7f2b73deba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.722975 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:31.770530 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4031cb-a0dd-4fa5-a0c7-f67a9e5d65b7 req-9539fb10-6f97-4445-8447-b6e625922149 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:31.772642 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9f4031cb-a0dd-4fa5-a0c7-f67a9e5d65b7 req-9539fb10-6f97-4445-8447-b6e625922149 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0954983 Apr 08 19:04:31.775036 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (6ad38690-78c0-474f-b76c-ad7f2b73deba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:31.794154 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57caa2-71a5-4ddd-85df-f5f194358b80 None None] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:04:31.882914 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:31.887536 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:31.890365 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:31.976703 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9f4031cb-a0dd-4fa5-a0c7-f67a9e5d65b7 req-9fec3659-d06f-4f77-9cb9-448451bcb8e9 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1752200 Apr 08 19:04:31.977329 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event updated for resources: {'Port': ['ID=6ad38690-78c0-474f-b76c-ad7f2b73deba,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:32.002656 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:30Z', 'revision_number': 3, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:32.035943 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 667b24d9-aed0-4564-a6ce-e747b6cb1d1c up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:32.040858 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-82263301-77a9-4fc2-b6c8-7e176664daaf None None] Provisioning complete for port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:32.041974 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82263301-77a9-4fc2-b6c8-7e176664daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.060498 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:04:32.061180 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Updating router e6d259c9-1ecf-445b-9c05-ca99de213e1b port 8f8a278a-18c1-49a3-9894-9a47fb37978b binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:04:32.086822 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (1446ef90-02fc-4718-bf60-78825c66ed0b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.100497 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.141988 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6ad38690-78c0-474f-b76c-ad7f2b73deba), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.212178 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-82263301-77a9-4fc2-b6c8-7e176664daaf None None] Current status of the port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:32.212685 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82263301-77a9-4fc2-b6c8-7e176664daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.225598 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:32.226299 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.308269 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-82263301-77a9-4fc2-b6c8-7e176664daaf None None] For port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:32.329774 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-82263301-77a9-4fc2-b6c8-7e176664daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.404319 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for port (6ad38690-78c0-474f-b76c-ad7f2b73deba), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.410603 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (6ad38690-78c0-474f-b76c-ad7f2b73deba), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.477906 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82263301-77a9-4fc2-b6c8-7e176664daaf None None] Pushing event updated for resources: {'Port': ['ID=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:32.481318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:32.521269 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event updated for resources: {'Port': ['ID=6ad38690-78c0-474f-b76c-ad7f2b73deba,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:32.538603 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (1446ef90-02fc-4718-bf60-78825c66ed0b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.554894 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Publish callbacks [] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.558074 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.559641 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-320ee932-2857-48bc-839d-d0d72738f438 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3700395 Apr 08 19:04:32.566098 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.620017 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Pushing event updated for resources: {'Port': ['ID=8f8a278a-18c1-49a3-9894-9a47fb37978b,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:32.630075 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Attempting to bind port 8f8a278a-18c1-49a3-9894-9a47fb37978b on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:32.630548 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Attempting to bind port 8f8a278a-18c1-49a3-9894-9a47fb37978b by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:32.630983 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Attempting to bind port 8f8a278a-18c1-49a3-9894-9a47fb37978b on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:32.634794 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.635213 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.635655 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.636085 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.636517 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.637672 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.637672 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.637672 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.637991 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.638407 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.638803 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.639270 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.639668 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.640062 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.640473 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:04:32.647554 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:32.648054 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:32.648552 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.649021 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:32.649556 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Bound port: 8f8a278a-18c1-49a3-9894-9a47fb37978b, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:32.650011 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.676728 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-f4423885-f769-480d-b47d-7da61c8b3265 None None] Provisioning complete for port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:32.677205 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f4423885-f769-480d-b47d-7da61c8b3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.708262 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] For port 8f8a278a-18c1-49a3-9894-9a47fb37978b, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:32.713942 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] For port 8f8a278a-18c1-49a3-9894-9a47fb37978b, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=8f8a278a-18c1-49a3-9894-9a47fb37978b,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:32.723313 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.725195 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:32.792646 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:32.793273 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:32.798506 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83522053-407a-4794-82c9-16de85f09d89 None None] Pushing event updated for resources: {'Port': ['ID=8f8a278a-18c1-49a3-9894-9a47fb37978b,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:32.808921 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-93e59faf-bd45-4079-bdda-ed1a33c0b696 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1542383894&fields=id&tenant_id=660999ec5f244daf89643f8b79507b32 HTTP/1.1" status: 200 len: 267 time: 0.0641856 Apr 08 19:04:32.836152 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f4423885-f769-480d-b47d-7da61c8b3265 None None] Current status of the port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:32.909597 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Allocated IP 172.20.0.1 (ba247db9-4b96-4ddb-87d3-953b9d039ab0/134c27d0-e9d0-4fee-80ed-74942a808e24/994d350c-f621-4921-920c-7eabca51ce34) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:32.915445 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:32.930655 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-1d3f8ad8-7e2c-4f81-95b9-dd6e75626ec4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:32.932156 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-1d3f8ad8-7e2c-4f81-95b9-dd6e75626ec4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 819 time: 0.1154430 Apr 08 19:04:32.949783 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-7b99faf3-b465-4e50-a716-25b7c2f260e4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/quotas/660999ec5f244daf89643f8b79507b32 HTTP/1.1" status: 200 len: 375 time: 0.0094774 Apr 08 19:04:33.020422 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-99b31024-6d7e-4fa4-ae03-3e8fae388bdb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630085 Apr 08 19:04:33.044223 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Publish callbacks [] for port (994d350c-f621-4921-920c-7eabca51ce34), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:33.084306 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (994d350c-f621-4921-920c-7eabca51ce34), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:33.127298 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:33.130739 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:33.138079 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:33.138592 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (e6d259c9-1ecf-445b-9c05-ca99de213e1b), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:33.157389 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf06ec0-2cb2-4c71-ab38-0c0842f0afbc req-61d98011-f9e7-4a09-af64-43254310c861 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:33.159248 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7bf06ec0-2cb2-4c71-ab38-0c0842f0afbc req-61d98011-f9e7-4a09-af64-43254310c861 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0660477 Apr 08 19:04:33.172198 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-34d2b751-cf2c-436d-a240-44c767b5378d service neutron] 10.222.0.109 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390357 Apr 08 19:04:33.180113 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Pushing event updated for resources: {'Port': ['ID=994d350c-f621-4921-920c-7eabca51ce34,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:33.220356 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:30Z', 'revision_number': 3, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:33.253548 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140f62f-b98c-476b-9553-c6a365590f42 None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:30Z', 'revision_number': 3, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:04:33.271589 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7bf06ec0-2cb2-4c71-ab38-0c0842f0afbc req-0bea865b-e514-4165-a946-43643363d5e7 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024764 Apr 08 19:04:33.309784 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (994d350c-f621-4921-920c-7eabca51ce34), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:33.372777 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-f550138c-2158-43d4-bb73-3b8222ec85ed service neutron] 10.222.0.109 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637142 Apr 08 19:04:33.473892 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-284cfb28-63d2-4783-a9ea-f27fd6af3bd0 None None] Provisioning complete for port 994d350c-f621-4921-920c-7eabca51ce34 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:33.474498 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-284cfb28-63d2-4783-a9ea-f27fd6af3bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (994d350c-f621-4921-920c-7eabca51ce34), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:33.526285 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-284cfb28-63d2-4783-a9ea-f27fd6af3bd0 None None] Port 994d350c-f621-4921-920c-7eabca51ce34 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:04:33.529101 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Publish callbacks [] for port (994d350c-f621-4921-920c-7eabca51ce34), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:33.544476 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (994d350c-f621-4921-920c-7eabca51ce34), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:33.545242 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (e6d259c9-1ecf-445b-9c05-ca99de213e1b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:33.656512 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6008144d-d076-4423-abb8-b36b61ba2359 req-3a17e3f6-5b20-44b4-b5fe-54593f3ce625 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 210 time: 0.0776668 Apr 08 19:04:33.686916 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Pushing event updated for resources: {'Port': ['ID=994d350c-f621-4921-920c-7eabca51ce34,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:33.762573 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35014) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:33.808158 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:33.810406 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:33.975591 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 8f8a278a-18c1-49a3-9894-9a47fb37978b up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:33.986847 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:04:34.053142 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 8f8a278a-18c1-49a3-9894-9a47fb37978b triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:34.053725 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.081412 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b27782ee-05af-4c9d-9d16-49564e87ae17 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e9d3109508444d57a8abca3703f647c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180363 Apr 08 19:04:34.084396 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:34.174917 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 8f8a278a-18c1-49a3-9894-9a47fb37978b is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:34.175593 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.177910 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22fe403e-7c9c-4f35-ac36-246aacc22204 admin admin] Publish callbacks [] for security_group (f0641c3b-a34d-4a08-9fc0-061d43d19429), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.196056 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:04:34.212368 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-bae0f34e-1b9a-43ab-91b7-d4577f3ea61c admin admin] 10.222.0.109 "PUT /v2.0/routers/e6d259c9-1ecf-445b-9c05-ca99de213e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934085 Apr 08 19:04:34.218760 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22fe403e-7c9c-4f35-ac36-246aacc22204 admin admin] Publish callbacks [] for security_group (f0641c3b-a34d-4a08-9fc0-061d43d19429), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.225737 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port 8f8a278a-18c1-49a3-9894-9a47fb37978b, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=8f8a278a-18c1-49a3-9894-9a47fb37978b,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:34.229354 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.230190 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 667b24d9-aed0-4564-a6ce-e747b6cb1d1c up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:34.291005 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22fe403e-7c9c-4f35-ac36-246aacc22204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f0641c3b-a34d-4a08-9fc0-061d43d19429), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.293642 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-22fe403e-7c9c-4f35-ac36-246aacc22204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.297427 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-22fe403e-7c9c-4f35-ac36-246aacc22204 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f0641c3b-a34d-4a08-9fc0-061d43d19429 HTTP/1.1" status: 204 len: 168 time: 0.2094560 Apr 08 19:04:34.322732 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe403e-7c9c-4f35-ac36-246aacc22204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0641c3b-a34d-4a08-9fc0-061d43d19429,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:34.454837 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-20b7d092-30f2-4c33-96f8-96c0b6329a1b None None] Provisioning complete for port 994d350c-f621-4921-920c-7eabca51ce34 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:34.455267 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-20b7d092-30f2-4c33-96f8-96c0b6329a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (994d350c-f621-4921-920c-7eabca51ce34), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.475866 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b99122-c3fe-4c6f-9d37-eb205f55e4bd req-b0d1c1da-be0e-4884-85da-f195a4420041 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:34.495262 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15b99122-c3fe-4c6f-9d37-eb205f55e4bd req-b0d1c1da-be0e-4884-85da-f195a4420041 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.1029973 Apr 08 19:04:34.531210 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=8f8a278a-18c1-49a3-9894-9a47fb37978b,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:34.557507 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-20b7d092-30f2-4c33-96f8-96c0b6329a1b None None] Port 994d350c-f621-4921-920c-7eabca51ce34 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:04:34.584767 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:34.585730 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:34.610549 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15b99122-c3fe-4c6f-9d37-eb205f55e4bd req-cdc3459a-3b98-45b1-8b1a-60a7195ee799 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106138 Apr 08 19:04:34.736238 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:34.775593 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fc6d2d49-b610-4eba-8700-99b34b8c3fe2 req-af782ced-72d3-4a1c-bf0a-62504e87829a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 210 time: 0.0331202 Apr 08 19:04:35.009710 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35048) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:35.014793 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1461940541-network', 'tenant_id': 'b229f1b06b4249ad997665633655009e'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:35.034332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Made reservation on behalf of b229f1b06b4249ad997665633655009e for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:04:35.036724 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.055405 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.181334 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-ea342b54-08d2-41ec-bdbc-37e311a122fe tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:35.182758 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-ea342b54-08d2-41ec-bdbc-37e311a122fe tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 819 time: 0.1428959 Apr 08 19:04:35.236877 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Publish callbacks [] for security_group (56be43e7-999f-478f-8e5d-f158f674e5b5), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.242847 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (56be43e7-999f-478f-8e5d-f158f674e5b5), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.291374 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:04:35.304034 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be43e7-999f-478f-8e5d-f158f674e5b5,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:35.311977 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-e75a03f9-18dd-4693-bdab-74d7110be9b3 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=660999ec5f244daf89643f8b79507b32 HTTP/1.1" status: 200 len: 380 time: 0.1067159 Apr 08 19:04:35.317621 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (33f55c1c-4587-4e93-921f-96ff6c23930e), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.317867 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Added segment 33f55c1c-4587-4e93-921f-96ff6c23930e of type vlan for network 1063240d-869f-4ac1-91f5-faa0e6316362 Apr 08 19:04:35.349364 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'port': {'device_id': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'admin_state_up': True, 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'security_groups': ['192262dc-54a8-48a9-a8ec-9edf86d593e3']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:35.382262 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (1063240d-869f-4ac1-91f5-faa0e6316362), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.431195 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:04:35.442214 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:35.442837 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:35.454843 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (1063240d-869f-4ac1-91f5-faa0e6316362), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.455737 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:35.456365 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.503448 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4925909 Apr 08 19:04:35.506241 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35054) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:35.511036 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Request body: {'subnet': {'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1461940541-subnet', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:35.530708 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Made reservation on behalf of b229f1b06b4249ad997665633655009e for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:04:35.533636 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9082792'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.547323 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f8d36-cde7-4858-94b0-68c1177cb800 admin admin] Pushing event updated for resources: {'Network': ['ID=1063240d-869f-4ac1-91f5-faa0e6316362,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:35.552289 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Made reservation on behalf of 660999ec5f244daf89643f8b79507b32 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:04:35.556453 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.656695 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 1063240d-869f-4ac1-91f5-faa0e6316362 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:04:35.699633 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Allocated IP 172.20.0.10 (a0125410-9a91-4251-91b8-6fc8fb2da87a/f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43/fdec795b-ddd7-485c-bc84-76473c5c2de6) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:35.737915 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9082822'] for subnet (3745dd3a-5560-4a64-a5ac-59db70fbd123), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.747287 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:35.845662 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 8f8a278a-18c1-49a3-9894-9a47fb37978b up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:35.910726 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.949441 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:35.967027 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 8f8a278a-18c1-49a3-9894-9a47fb37978b triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:35.967470 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.001393 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Network a0125410-9a91-4251-91b8-6fc8fb2da87a is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:36.009527 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:36.013599 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:36.019317 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:36.019983 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.029511 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event updated for resources: {'Port': ['ID=fdec795b-ddd7-485c-bc84-76473c5c2de6,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:36.049677 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-84d6ec16-c3d1-46a9-b88e-d764cb86060e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7039905 Apr 08 19:04:36.063794 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 2, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:36.082166 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Request body: {'port': {'device_id': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:36.125120 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:04:36.127386 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Updating router e6d259c9-1ecf-445b-9c05-ca99de213e1b port 994d350c-f621-4921-920c-7eabca51ce34 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:04:36.166146 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.171468 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3745dd3a-5560-4a64-a5ac-59db70fbd123,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:36.238095 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (994d350c-f621-4921-920c-7eabca51ce34), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.239286 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c0ea8-4b98-405b-80fd-67dc508fe99a req-6fdd01d9-1f59-43b0-9870-6380d965f20d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:36.240857 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ae1c0ea8-4b98-405b-80fd-67dc508fe99a req-6fdd01d9-1f59-43b0-9870-6380d965f20d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.4603374 Apr 08 19:04:36.272948 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b96b75-44d9-4c39-bbaf-8263fc6019c5 req-0b14aa77-964b-42dc-bff2-64931eb95019 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:36.276690 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-58b96b75-44d9-4c39-bbaf-8263fc6019c5 req-0b14aa77-964b-42dc-bff2-64931eb95019 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 932 time: 0.0948925 Apr 08 19:04:36.290118 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Checking segment: {'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:36.290846 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Network hostable DHCP agents. Network: 1063240d-869f-4ac1-91f5-faa0e6316362, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:04:36.369167 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 8f8a278a-18c1-49a3-9894-9a47fb37978b is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:36.374177 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Network 1063240d-869f-4ac1-91f5-faa0e6316362 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:04:36.380737 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-58b96b75-44d9-4c39-bbaf-8263fc6019c5 req-c4518b11-38fb-4838-911a-67b98b4cffa5 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803726 Apr 08 19:04:36.386371 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ae1c0ea8-4b98-405b-80fd-67dc508fe99a req-8e1ef81c-1abd-44e7-a1d7-1964d8cb1a7c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367159 Apr 08 19:04:36.392501 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 1063240d-869f-4ac1-91f5-faa0e6316362) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:36.398476 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:36.401447 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.440531 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7f51328a-a914-4ecb-a278-16521b493c90 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9331264 Apr 08 19:04:36.444039 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35060) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:36.447642 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:36.466813 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a23641b-0151-4167-8e35-32e451093ecc None None] Network 1063240d-869f-4ac1-91f5-faa0e6316362 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:04:36.473661 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (314fb014-7c31-48ef-b2a2-622cdfe0e650), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.474935 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (314fb014-7c31-48ef-b2a2-622cdfe0e650), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.475585 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-c5b8fbb9-9e49-4ed5-8aa8-e0c03a9f5614 None None] Provisioning complete for port fdec795b-ddd7-485c-bc84-76473c5c2de6 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:36.475966 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c5b8fbb9-9e49-4ed5-8aa8-e0c03a9f5614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.525572 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdec795b-ddd7-485c-bc84-76473c5c2de6 {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:04:36.534266 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Publish callbacks [] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.548820 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Transition to ACTIVE for port object fdec795b-ddd7-485c-bc84-76473c5c2de6 will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:04:36.554426 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks [] for router_controller (314fb014-7c31-48ef-b2a2-622cdfe0e650), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.554659 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.589079 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8fbb9-9e49-4ed5-8aa8-e0c03a9f5614 None None] Port fdec795b-ddd7-485c-bc84-76473c5c2de6 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:04:36.615358 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Pushing event updated for resources: {'Port': ['ID=fdec795b-ddd7-485c-bc84-76473c5c2de6,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:36.651169 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Attempting to bind port fdec795b-ddd7-485c-bc84-76473c5c2de6 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:36.651761 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Attempting to bind port fdec795b-ddd7-485c-bc84-76473c5c2de6 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:36.653247 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Attempting to bind port fdec795b-ddd7-485c-bc84-76473c5c2de6 on network a0125410-9a91-4251-91b8-6fc8fb2da87a {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:36.663711 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Port fdec795b-ddd7-485c-bc84-76473c5c2de6 on network a0125410-9a91-4251-91b8-6fc8fb2da87a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:04:36.664338 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Attempting to bind port fdec795b-ddd7-485c-bc84-76473c5c2de6 on network a0125410-9a91-4251-91b8-6fc8fb2da87a {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:36.681090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:36.681442 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Checking segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:36.681611 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-1063240d-869f-4ac1-91f5-faa0e6316362', 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362', 'project_id': 'b229f1b06b4249ad997665633655009e', 'fixed_ips': [{'subnet_id': '3745dd3a-5560-4a64-a5ac-59db70fbd123'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:04:36.681837 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Bound using segment: {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:36.682282 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Bound port: fdec795b-ddd7-485c-bc84-76473c5c2de6, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe645c1-5226-4424-89d7-ec5800dfcf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:36.682400 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.682649 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.729617 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks [] for router_gateway (314fb014-7c31-48ef-b2a2-622cdfe0e650), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.779122 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] For port fdec795b-ddd7-485c-bc84-76473c5c2de6, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:36.783876 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] For port fdec795b-ddd7-485c-bc84-76473c5c2de6, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:36.792823 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.811941 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:36.812767 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.815612 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] 10.222.0.113 "PUT /v2.0/ports/fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 200 len: 1094 time: 0.7386694 Apr 08 19:04:36.819723 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:36.821928 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8" -d '{"events": [{"name": "network-changed", "server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:36.921879 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d019b-5fb9-47a5-a812-8b25bd767e1f x-openstack-request-id: req-4f5d019b-5fb9-47a5-a812-8b25bd767e1f {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:36.922168 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:36.922458 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-4f5d019b-5fb9-47a5-a812-8b25bd767e1f {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:36.923962 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5d019b-5fb9-47a5-a812-8b25bd767e1f'] response: {'name': 'network-changed', 'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'status': 'completed', 'code': 200} Apr 08 19:04:36.930608 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-ab1cba14-7894-4abf-a0ac-eb12ade064c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:36.932226 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-ab1cba14-7894-4abf-a0ac-eb12ade064c5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1128 time: 0.0750320 Apr 08 19:04:36.937855 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0978301-0902-4bc9-8ce7-b28248bf1533 service neutron] Pushing event updated for resources: {'Port': ['ID=fdec795b-ddd7-485c-bc84-76473c5c2de6,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:36.956423 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Publish callbacks [] for port (994d350c-f621-4921-920c-7eabca51ce34), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.967071 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks [] for router_gateway (314fb014-7c31-48ef-b2a2-622cdfe0e650), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.977371 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (994d350c-f621-4921-920c-7eabca51ce34), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:36.986702 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Allocated IP 172.20.0.2 (1063240d-869f-4ac1-91f5-faa0e6316362/3745dd3a-5560-4a64-a5ac-59db70fbd123/631273a5-425c-42c4-b6ca-881216bbfddf) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:36.994564 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.013853 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-3084e999-35ca-47ef-9b25-130074e9e1cc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 200 len: 217 time: 0.0629354 Apr 08 19:04:37.106464 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d7555172-0307-4a68-8f4a-569b0e94ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:37.111282 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-d7555172-0307-4a68-8f4a-569b0e94ce65 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0836325 Apr 08 19:04:37.123124 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4cf4f-26f7-4f10-a6fb-92829c44d510 None None] Pushing event updated for resources: {'Port': ['ID=994d350c-f621-4921-920c-7eabca51ce34,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:37.152990 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Allocated IP 172.27.0.61 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:37.213046 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-9c251643-cdd4-4bc0-a8f1-4c98630b943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:37.216659 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-9c251643-cdd4-4bc0-a8f1-4c98630b943c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987952 Apr 08 19:04:37.230343 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Attempting to bind port 994d350c-f621-4921-920c-7eabca51ce34 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:37.231004 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Attempting to bind port 994d350c-f621-4921-920c-7eabca51ce34 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:37.231544 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Attempting to bind port 994d350c-f621-4921-920c-7eabca51ce34 on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:37.239504 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:37.240183 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Checking segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:37.240786 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.241355 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Bound using segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:37.241997 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Bound port: 994d350c-f621-4921-920c-7eabca51ce34, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:37.242585 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (994d350c-f621-4921-920c-7eabca51ce34), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.350350 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks [] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.381768 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-ad9c45a1-dc9b-4f9b-b115-19a21963ac39 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576536 Apr 08 19:04:37.388972 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.412035 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] For port 994d350c-f621-4921-920c-7eabca51ce34, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:37.425374 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Publish callbacks [] for port (631273a5-425c-42c4-b6ca-881216bbfddf), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.431720 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] For port 994d350c-f621-4921-920c-7eabca51ce34, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=994d350c-f621-4921-920c-7eabca51ce34,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:37.437372 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:37.441838 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:37.442067 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.449037 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:37.452325 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Pushing event updated for resources: {'Port': ['ID=ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:37.482098 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (994d350c-f621-4921-920c-7eabca51ce34), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.527561 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Network 1063240d-869f-4ac1-91f5-faa0e6316362 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:37.530168 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-bdc2ed7a-1c9d-487f-8edb-391b94c1d153 req-7f970af6-5f9d-4f34-8637-59a9c4e4064d service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415439 Apr 08 19:04:37.549453 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:37.556340 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:37.560136 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-12f41b2f-127e-4454-8382-fa84f208b668 None None] Provisioning complete for port 994d350c-f621-4921-920c-7eabca51ce34 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:37.560538 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12f41b2f-127e-4454-8382-fa84f208b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (994d350c-f621-4921-920c-7eabca51ce34), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.579816 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Pushing event updated for resources: {'Port': ['ID=631273a5-425c-42c4-b6ca-881216bbfddf,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:37.582068 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:37.582672 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:37.603633 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4ca7-7550-49b3-ab76-948ef5b81d17 req-38f23748-74bf-4fbd-b235-30dde646f8cf tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:37.605205 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1b9e4ca7-7550-49b3-ab76-948ef5b81d17 req-38f23748-74bf-4fbd-b235-30dde646f8cf tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 944 time: 0.1266537 Apr 08 19:04:37.659953 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df76e4-6b39-4ea7-8f42-9e6c7de58a46 req-46129a2b-3e78-41b7-b29f-8f400c372872 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:37.661563 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43df76e4-6b39-4ea7-8f42-9e6c7de58a46 req-46129a2b-3e78-41b7-b29f-8f400c372872 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.1475446 Apr 08 19:04:37.776189 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1b9e4ca7-7550-49b3-ab76-948ef5b81d17 req-e723c817-81e3-4647-aac5-1664f4786dab tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622734 Apr 08 19:04:37.787018 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43df76e4-6b39-4ea7-8f42-9e6c7de58a46 req-e6033d23-b137-4973-b238-aac17536efec tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147962 Apr 08 19:04:37.900720 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks [] for router_gateway (314fb014-7c31-48ef-b2a2-622cdfe0e650), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.926605 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4cf4f-26f7-4f10-a6fb-92829c44d510 None None] Pushing event updated for resources: {'Port': ['ID=994d350c-f621-4921-920c-7eabca51ce34,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:37.929273 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Attempting to bind port 631273a5-425c-42c4-b6ca-881216bbfddf on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:37.929649 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Attempting to bind port 631273a5-425c-42c4-b6ca-881216bbfddf by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:37.930024 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Attempting to bind port 631273a5-425c-42c4-b6ca-881216bbfddf on network 1063240d-869f-4ac1-91f5-faa0e6316362 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:37.944559 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:37.944944 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Checking segment: {'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:37.945350 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.945744 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Bound using segment: {'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:37.946216 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Bound port: 631273a5-425c-42c4-b6ca-881216bbfddf, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:37.946604 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:37.994764 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:38.060959 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-12f41b2f-127e-4454-8382-fa84f208b668 None None] Current status of the port 994d350c-f621-4921-920c-7eabca51ce34 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:38.061345 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12f41b2f-127e-4454-8382-fa84f208b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (994d350c-f621-4921-920c-7eabca51ce34), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:38.110739 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (314fb014-7c31-48ef-b2a2-622cdfe0e650), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:38.207398 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] For port 631273a5-425c-42c4-b6ca-881216bbfddf, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:38.211952 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-12f41b2f-127e-4454-8382-fa84f208b668 None None] For port 994d350c-f621-4921-920c-7eabca51ce34, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=994d350c-f621-4921-920c-7eabca51ce34,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:38.222771 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-12f41b2f-127e-4454-8382-fa84f208b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (994d350c-f621-4921-920c-7eabca51ce34), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:38.230005 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] For port 631273a5-425c-42c4-b6ca-881216bbfddf, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=631273a5-425c-42c4-b6ca-881216bbfddf,segment=NetworkSegment(33f55c1c-4587-4e93-921f-96ff6c23930e),segment_id=33f55c1c-4587-4e93-921f-96ff6c23930e)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:38.249830 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Router 314fb014-7c31-48ef-b2a2-622cdfe0e650 is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:04:38.257091 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:38.341686 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f41b2f-127e-4454-8382-fa84f208b668 None None] Pushing event updated for resources: {'Port': ['ID=994d350c-f621-4921-920c-7eabca51ce34,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:38.358685 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-8e8e6112-5ed0-4c0a-9e36-275e5b70c414 None None] Provisioning complete for port 994d350c-f621-4921-920c-7eabca51ce34 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:38.359061 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6112-5ed0-4c0a-9e36-275e5b70c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (994d350c-f621-4921-920c-7eabca51ce34), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:38.380309 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:04:38.381349 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:37Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:38.395897 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Sync routers for ids ['314fb014-7c31-48ef-b2a2-622cdfe0e650'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:04:38.404586 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:38.409621 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35070) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:38.410107 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e6c0fba5-e639-49e9-9bf6-55ad30b43fed admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9657364 Apr 08 19:04:38.413359 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Routers {'314fb014-7c31-48ef-b2a2-622cdfe0e650'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:38.414223 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['314fb014-7c31-48ef-b2a2-622cdfe0e650'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:38.433275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8520532-1b7d-4c06-8a49-6191c2091519 None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:37Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:04:38.457776 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287303-87ae-4d7d-9e6e-fbca717e3516 None None] Pushing event updated for resources: {'Port': ['ID=631273a5-425c-42c4-b6ca-881216bbfddf,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:38.538850 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e6112-5ed0-4c0a-9e36-275e5b70c414 None None] Current status of the port 994d350c-f621-4921-920c-7eabca51ce34 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:38.632719 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Set router 314fb014-7c31-48ef-b2a2-622cdfe0e650 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:38.876890 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:04:37Z', 'revision_number': 3, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port': {'id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:37Z', 'updated_at': '2022-04-08T19:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:38.910106 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-33364518-fb1a-48cd-9b1c-2cefb435f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:38.911749 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-33364518-fb1a-48cd-9b1c-2cefb435f39b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1128 time: 0.1138663 Apr 08 19:04:38.921306 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Checking router: 314fb014-7c31-48ef-b2a2-622cdfe0e650 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:04:38.922123 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Updating router 314fb014-7c31-48ef-b2a2-622cdfe0e650 port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:04:38.969932 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:39.020610 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e956cbb-944b-4c25-a080-99c4b37a02b0 req-07520ad1-d23c-4de3-ac3e-ad4651af7437 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:39.022335 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e956cbb-944b-4c25-a080-99c4b37a02b0 req-07520ad1-d23c-4de3-ac3e-ad4651af7437 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.1111708 Apr 08 19:04:39.031121 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c48c-7b46-4ae7-bf6b-705fb3acfc5c req-90cb38b7-cf2b-473e-bc99-a38ef9ac0fb9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:39.036778 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a4b6c48c-7b46-4ae7-bf6b-705fb3acfc5c req-90cb38b7-cf2b-473e-bc99-a38ef9ac0fb9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 944 time: 0.1071563 Apr 08 19:04:39.127629 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e956cbb-944b-4c25-a080-99c4b37a02b0 req-06b10c8b-0feb-40e2-abcf-e0dc74e7d7fc tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859299 Apr 08 19:04:39.171054 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a4b6c48c-7b46-4ae7-bf6b-705fb3acfc5c req-3bcf6863-d96c-4326-90fd-8535d7618baa tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108980 Apr 08 19:04:39.237551 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-7241d0db-36d4-4cea-a81c-95d2b5387ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:39.239201 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-7241d0db-36d4-4cea-a81c-95d2b5387ec8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.3145666 Apr 08 19:04:39.294843 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-67d5b40c-e6dd-4053-b4eb-bd83d1ba41ba service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 200 len: 217 time: 0.0417204 Apr 08 19:04:39.428407 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:39.441962 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Publish callbacks [] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:39.449260 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:39.456925 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-5dc618a5-812b-4bd8-8bfd-df8d03508b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:39.466305 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-5dc618a5-812b-4bd8-8bfd-df8d03508b6d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.1390414 Apr 08 19:04:39.494677 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dc51e-994b-4536-b475-145b590a733e req-96575dc6-6eb5-43a0-a476-5af92fb2e1a7 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:39.503552 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-981dc51e-994b-4536-b475-145b590a733e req-96575dc6-6eb5-43a0-a476-5af92fb2e1a7 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.1177976 Apr 08 19:04:39.512785 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c105f84-aa67-4ae2-b534-f92c3d93153d None None] Pushing event updated for resources: {'Port': ['ID=ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f,revision_number=2']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:39.539249 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Attempting to bind port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:39.539629 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Attempting to bind port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:39.540003 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Attempting to bind port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:39.548606 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:39.549491 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:39.550146 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:39.550491 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:39.551159 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Bound port: ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:39.551642 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:39.601130 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-981dc51e-994b-4536-b475-145b590a733e req-b4e3a8a4-87e2-4599-99db-e02febb9f074 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895238 Apr 08 19:04:39.618210 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] For port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:39.621677 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] For port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:39.630188 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:39.649033 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-aabc0fdb-341f-4eeb-89fa-b5c2218a5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:39.650496 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-aabc0fdb-341f-4eeb-89fa-b5c2218a5f34 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 1130 time: 0.0778301 Apr 08 19:04:39.703044 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-971c79ce-b70a-4df7-aa69-fb5780da84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:39.705366 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-971c79ce-b70a-4df7-aa69-fb5780da84d3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2181435 Apr 08 19:04:39.710136 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c105f84-aa67-4ae2-b534-f92c3d93153d None None] Pushing event updated for resources: {'Port': ['ID=ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:39.713004 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Routers {'314fb014-7c31-48ef-b2a2-622cdfe0e650'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:39.713537 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['314fb014-7c31-48ef-b2a2-622cdfe0e650'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:39.738891 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f286ae9-8b36-4c1c-b0b7-9a403fb87869 None None] Network 1063240d-869f-4ac1-91f5-faa0e6316362 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:04:39.781498 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-32c9b2e4-7f3b-4a23-b788-12666d22250e None None] Provisioning complete for port 631273a5-425c-42c4-b6ca-881216bbfddf triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:39.782302 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32c9b2e4-7f3b-4a23-b788-12666d22250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:39.894218 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] Set router 314fb014-7c31-48ef-b2a2-622cdfe0e650 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:39.907154 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 994d350c-f621-4921-920c-7eabca51ce34 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:40.035325 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-32c9b2e4-7f3b-4a23-b788-12666d22250e None None] Current status of the port 631273a5-425c-42c4-b6ca-881216bbfddf is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:40.037269 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32c9b2e4-7f3b-4a23-b788-12666d22250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.076502 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 994d350c-f621-4921-920c-7eabca51ce34 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:40.076978 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (994d350c-f621-4921-920c-7eabca51ce34), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.114939 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-32c9b2e4-7f3b-4a23-b788-12666d22250e None None] For port 631273a5-425c-42c4-b6ca-881216bbfddf, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=631273a5-425c-42c4-b6ca-881216bbfddf,segment=NetworkSegment(33f55c1c-4587-4e93-921f-96ff6c23930e),segment_id=33f55c1c-4587-4e93-921f-96ff6c23930e)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:40.121566 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32c9b2e4-7f3b-4a23-b788-12666d22250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.156014 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:04:37Z', 'revision_number': 3, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port': {'id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:37Z', 'updated_at': '2022-04-08T19:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:40.193019 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9b43-26bc-44c8-9fd4-e44616d450be None None] The sync data for ids ['314fb014-7c31-48ef-b2a2-622cdfe0e650'] in dv-cinder-837167-1-iscsi is: [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:04:37Z', 'revision_number': 3, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port': {'id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:37Z', 'updated_at': '2022-04-08T19:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:04:40.236124 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device fdec795b-ddd7-485c-bc84-76473c5c2de6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:04:40.265449 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9b2e4-7f3b-4a23-b788-12666d22250e None None] Pushing event updated for resources: {'Port': ['ID=631273a5-425c-42c4-b6ca-881216bbfddf,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:40.268959 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Allocated IP 172.20.0.1 (1063240d-869f-4ac1-91f5-faa0e6316362/3745dd3a-5560-4a64-a5ac-59db70fbd123/6b7c0b57-3358-4900-a550-ad97251262c7) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:04:40.298969 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 994d350c-f621-4921-920c-7eabca51ce34 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:40.300633 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 631273a5-425c-42c4-b6ca-881216bbfddf up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:40.347485 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908497e-be25-4dc2-9ca9-3585ab1c222a req-f4cf7165-ab3c-4959-a0a5-634c018120b4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:40.349088 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2908497e-be25-4dc2-9ca9-3585ab1c222a req-f4cf7165-ab3c-4959-a0a5-634c018120b4 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 944 time: 0.0511723 Apr 08 19:04:40.383076 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-c36944ca-a8f9-4418-af08-cb856b455aee None None] Provisioning complete for port 631273a5-425c-42c4-b6ca-881216bbfddf triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:40.383451 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c36944ca-a8f9-4418-af08-cb856b455aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.405385 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2908497e-be25-4dc2-9ca9-3585ab1c222a req-2327e636-f808-485c-8b6f-1676e0bf3629 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 Apr 08 19:04:40.442507 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-6124e10a-37f7-4704-a857-810cdc12cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:40.444066 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-6124e10a-37f7-4704-a857-810cdc12cb06 service neutron] 10.222.0.113 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 912 time: 0.7603261 Apr 08 19:04:40.464198 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 631273a5-425c-42c4-b6ca-881216bbfddf triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:40.465996 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.505714 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-35873d31-1827-4589-8310-c6b1d048ef04 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818468 Apr 08 19:04:40.519700 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port fdec795b-ddd7-485c-bc84-76473c5c2de6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:40.554130 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'mac_address': 'fa:16:3e:a1:8d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:04:40.566131 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Publish callbacks [] for port (6b7c0b57-3358-4900-a550-ad97251262c7), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.658465 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c36944ca-a8f9-4418-af08-cb856b455aee None None] Current status of the port 631273a5-425c-42c4-b6ca-881216bbfddf is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:40.667830 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-562e9ef3-a782-4e16-b133-d0a1cb250b97 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1 HTTP/1.1" status: 200 len: 1002 time: 0.2119024 Apr 08 19:04:40.680407 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port fdec795b-ddd7-485c-bc84-76473c5c2de6 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:40.680809 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.693321 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 631273a5-425c-42c4-b6ca-881216bbfddf is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:40.709996 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdec795b-ddd7-485c-bc84-76473c5c2de6 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:04:40.736698 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931371b-8dc0-48a0-916a-f369436353aa req-08ebd8de-0e73-410b-bf1a-b815d8fc28a3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:40.742166 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.745384 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0931371b-8dc0-48a0-916a-f369436353aa req-08ebd8de-0e73-410b-bf1a-b815d8fc28a3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0765686 Apr 08 19:04:40.747388 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port fdec795b-ddd7-485c-bc84-76473c5c2de6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:40.753226 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.757750 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-66281ccb-9a22-40e6-a9e6-ffed031ddfe8 req-f7ef4b06-e6de-4e77-92a6-a49f8eb778cb service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248595 Apr 08 19:04:40.786857 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-dcc85e3e-39bc-442e-ad0b-7b073faefc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:40.788337 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-dcc85e3e-39bc-442e-ad0b-7b073faefc24 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4da7e50-1dee-4637-83a5-33f945609d49 HTTP/1.1" status: 200 len: 849 time: 0.1130726 Apr 08 19:04:40.809187 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0931371b-8dc0-48a0-916a-f369436353aa req-2873d55f-7a02-4bec-af2a-975d8a3bf3fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616488 Apr 08 19:04:40.818307 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Network 1063240d-869f-4ac1-91f5-faa0e6316362 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:40.823718 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=fdec795b-ddd7-485c-bc84-76473c5c2de6,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:40.829688 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:40.847160 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7c0b57-3358-4900-a550-ad97251262c7,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:40.852258 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:04:40.852754 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (314fb014-7c31-48ef-b2a2-622cdfe0e650), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:40.906095 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-bd7de509-dc7f-4b17-831e-db0b26993200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:40.908807 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-bd7de509-dc7f-4b17-831e-db0b26993200 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=21f97656-9d80-499b-9b53-414617a06edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118393 Apr 08 19:04:41.066112 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-cdd0a020-33d8-4586-a7d8-e9333e63280b service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429062 Apr 08 19:04:41.079391 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-f186ff72-da7a-4edd-8377-9d4781f9267b None None] Provisioning complete for port 6b7c0b57-3358-4900-a550-ad97251262c7 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:41.079942 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f186ff72-da7a-4edd-8377-9d4781f9267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:41.104327 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['fdec795b-ddd7-485c-bc84-76473c5c2de6'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:04:41.118086 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:41.151275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-f186ff72-da7a-4edd-8377-9d4781f9267b None None] Port 6b7c0b57-3358-4900-a550-ad97251262c7 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:04:41.235966 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-1acd3524-158a-4242-8d5b-b2f5c081c46c req-22a08aa1-deb6-4ca0-9650-fe1f1e93a713 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507952 Apr 08 19:04:41.345099 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Publish callbacks [] for port (6b7c0b57-3358-4900-a550-ad97251262c7), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:41.349736 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:41.350568 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (314fb014-7c31-48ef-b2a2-622cdfe0e650), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:41.411608 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7c0b57-3358-4900-a550-ad97251262c7,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:41.479658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Network 1063240d-869f-4ac1-91f5-faa0e6316362 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:04:41.481858 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:04:41.527084 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de75603-eada-49a6-ae78-ec8ed8a8705b req-5ddcd9b4-b1bd-4ff2-9df4-fc8ed3f8cedf tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:41.528950 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6de75603-eada-49a6-ae78-ec8ed8a8705b req-5ddcd9b4-b1bd-4ff2-9df4-fc8ed3f8cedf tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 945 time: 0.0550108 Apr 08 19:04:41.585565 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6de75603-eada-49a6-ae78-ec8ed8a8705b req-a1ddb9a9-4a3d-4b77-84d8-102cb7ecb49b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500052 Apr 08 19:04:41.623193 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Router 314fb014-7c31-48ef-b2a2-622cdfe0e650 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:04:41.739229 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:04:41.743197 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-27d9c56f-731d-4a5c-8b43-01f81ac2b7e2 admin admin] 10.222.0.109 "PUT /v2.0/routers/314fb014-7c31-48ef-b2a2-622cdfe0e650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3325818 Apr 08 19:04:41.777765 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-a4fed0f5-e7da-4ff4-9d82-9e2df6d9e4eb None None] Provisioning complete for port 6b7c0b57-3358-4900-a550-ad97251262c7 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:41.789988 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a4fed0f5-e7da-4ff4-9d82-9e2df6d9e4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:41.836916 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a4fed0f5-e7da-4ff4-9d82-9e2df6d9e4eb None None] Port 6b7c0b57-3358-4900-a550-ad97251262c7 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:04:41.892750 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 631273a5-425c-42c4-b6ca-881216bbfddf up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:41.943940 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 631273a5-425c-42c4-b6ca-881216bbfddf triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:41.944663 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:41.950628 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cdd70-5609-4b95-9b1c-d9a745e43c1c req-ee4da84e-5811-407f-8b24-2d58b3bf105d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:41.952260 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4d6cdd70-5609-4b95-9b1c-d9a745e43c1c req-ee4da84e-5811-407f-8b24-2d58b3bf105d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0517416 Apr 08 19:04:42.009512 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4d6cdd70-5609-4b95-9b1c-d9a745e43c1c req-5fd5741f-b8f1-4798-b293-c45595dc5378 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492847 Apr 08 19:04:42.031919 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 631273a5-425c-42c4-b6ca-881216bbfddf is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:42.033024 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:42.081931 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:42.082308 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.174048 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:42.174442 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.195146 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:42.199312 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.228736 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device fdec795b-ddd7-485c-bc84-76473c5c2de6 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:42.231014 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Sync routers for ids ['314fb014-7c31-48ef-b2a2-622cdfe0e650'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:04:42.292662 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Routers {'314fb014-7c31-48ef-b2a2-622cdfe0e650'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:42.293293 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['314fb014-7c31-48ef-b2a2-622cdfe0e650'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:42.294155 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35094) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:42.299537 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-b0b2e434-8ae4-4160-ad6d-9eeae84c6be9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210238514', 'description': 'tempest-secgroup-smoke-1210238514 description', 'project_id': '43930fa70081420c926b59d6f7517908'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:42.301221 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:42.321925 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e434-8ae4-4160-ad6d-9eeae84c6be9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.397258 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e434-8ae4-4160-ad6d-9eeae84c6be9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group (ff247181-ff57-4aac-8f61-b8db9cf1621e), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.401392 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e434-8ae4-4160-ad6d-9eeae84c6be9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ff247181-ff57-4aac-8f61-b8db9cf1621e), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.431787 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2e434-8ae4-4160-ad6d-9eeae84c6be9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff247181-ff57-4aac-8f61-b8db9cf1621e,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:42.437789 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b0b2e434-8ae4-4160-ad6d-9eeae84c6be9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.439886 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b0b2e434-8ae4-4160-ad6d-9eeae84c6be9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1445787 Apr 08 19:04:42.442549 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35098) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:42.448041 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-ae1aa104-3764-44a7-b7fd-92894061eadd tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'security_group_rule': {'security_group_id': 'ff247181-ff57-4aac-8f61-b8db9cf1621e', 'project_id': '43930fa70081420c926b59d6f7517908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:42.475576 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa104-3764-44a7-b7fd-92894061eadd tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (a7b3bd8a-5a71-49e7-bdfb-fe5ccda0c2ab), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.492786 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port fdec795b-ddd7-485c-bc84-76473c5c2de6 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:04:42.505338 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port fdec795b-ddd7-485c-bc84-76473c5c2de6 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:42.505724 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.539604 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa104-3764-44a7-b7fd-92894061eadd tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (a7b3bd8a-5a71-49e7-bdfb-fe5ccda0c2ab), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.543863 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa104-3764-44a7-b7fd-92894061eadd tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (a7b3bd8a-5a71-49e7-bdfb-fe5ccda0c2ab), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.559544 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aa104-3764-44a7-b7fd-92894061eadd tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b3bd8a-5a71-49e7-bdfb-fe5ccda0c2ab,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:42.573774 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa104-3764-44a7-b7fd-92894061eadd tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.575091 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-ae1aa104-3764-44a7-b7fd-92894061eadd tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315024 Apr 08 19:04:42.577710 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35100) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:42.582740 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-73b79d4d-5479-431c-87f5-3d9f80a58de5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'security_group_rule': {'security_group_id': 'ff247181-ff57-4aac-8f61-b8db9cf1621e', 'project_id': '43930fa70081420c926b59d6f7517908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:42.611865 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-73b79d4d-5479-431c-87f5-3d9f80a58de5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (b56a4672-45ba-4105-b382-2558e79fec9c), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.612632 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Set router 314fb014-7c31-48ef-b2a2-622cdfe0e650 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:42.679066 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-73b79d4d-5479-431c-87f5-3d9f80a58de5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (b56a4672-45ba-4105-b382-2558e79fec9c), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.687012 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-73b79d4d-5479-431c-87f5-3d9f80a58de5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (b56a4672-45ba-4105-b382-2558e79fec9c), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.706284 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b79d4d-5479-431c-87f5-3d9f80a58de5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56a4672-45ba-4105-b382-2558e79fec9c,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:42.714788 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-73b79d4d-5479-431c-87f5-3d9f80a58de5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.718960 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-73b79d4d-5479-431c-87f5-3d9f80a58de5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402612 Apr 08 19:04:42.720179 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35104) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:42.722411 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port fdec795b-ddd7-485c-bc84-76473c5c2de6 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:42.722798 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.725679 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-b196b406-3037-4814-b881-d9a45fbf79cb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'security_group_rule': {'security_group_id': 'ff247181-ff57-4aac-8f61-b8db9cf1621e', 'project_id': '43930fa70081420c926b59d6f7517908', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:42.731701 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce03b6-dbd3-4f14-89a0-f3151caa3a87 req-5e8e299b-f761-4b49-88a6-116c415b3ae2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:42.733460 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-44ce03b6-dbd3-4f14-89a0-f3151caa3a87 req-5e8e299b-f761-4b49-88a6-116c415b3ae2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 945 time: 0.0665052 Apr 08 19:04:42.754260 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b196b406-3037-4814-b881-d9a45fbf79cb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (7377ec08-263f-4bb4-9176-a45e5b7aa33e), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.785917 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-44ce03b6-dbd3-4f14-89a0-f3151caa3a87 req-f4c6f1d3-0bac-401b-8e17-066532c77028 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Apr 08 19:04:42.795391 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:42.797911 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45daaccd-a525-4f34-949e-d69e315237e3" -d '{"events": [{"server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "name": "network-vif-plugged", "status": "completed", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:42.817174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b196b406-3037-4814-b881-d9a45fbf79cb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (7377ec08-263f-4bb4-9176-a45e5b7aa33e), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.823530 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b196b406-3037-4814-b881-d9a45fbf79cb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (7377ec08-263f-4bb4-9176-a45e5b7aa33e), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.825051 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port fdec795b-ddd7-485c-bc84-76473c5c2de6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:42.837305 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.840193 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38756c01-4f03-4f43-af0b-1c5d840eedd6 x-openstack-request-id: req-38756c01-4f03-4f43-af0b-1c5d840eedd6 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:42.840603 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "name": "network-vif-plugged", "status": "completed", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:42.840930 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-38756c01-4f03-4f43-af0b-1c5d840eedd6 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:42.841386 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38756c01-4f03-4f43-af0b-1c5d840eedd6'] response: {'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'code': 200} Apr 08 19:04:42.845810 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196b406-3037-4814-b881-d9a45fbf79cb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7377ec08-263f-4bb4-9176-a45e5b7aa33e,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:42.856570 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b196b406-3037-4814-b881-d9a45fbf79cb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.860769 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35108) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:42.860935 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b196b406-3037-4814-b881-d9a45fbf79cb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395183 Apr 08 19:04:42.865335 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-55fe308f-52a9-4f63-ba48-bd16a1da004c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'security_group_rule': {'security_group_id': 'ff247181-ff57-4aac-8f61-b8db9cf1621e', 'project_id': '43930fa70081420c926b59d6f7517908', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:42.890891 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55fe308f-52a9-4f63-ba48-bd16a1da004c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (8ddc8bdc-f300-4b00-9697-ec8340a2b8d7), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.942213 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=fdec795b-ddd7-485c-bc84-76473c5c2de6,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:42.956085 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55fe308f-52a9-4f63-ba48-bd16a1da004c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (8ddc8bdc-f300-4b00-9697-ec8340a2b8d7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.959527 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:04:41Z', 'revision_number': 4, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port': {'id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:37Z', 'updated_at': '2022-04-08T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '6b7c0b57-3358-4900-a550-ad97251262c7', 'name': '', 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'mac_address': 'fa:16:3e:5c:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3745dd3a-5560-4a64-a5ac-59db70fbd123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:39Z', 'updated_at': '2022-04-08T19:04:41Z', 'revision_number': 2, 'project_id': 'b229f1b06b4249ad997665633655009e', 'subnets': [{'id': '3745dd3a-5560-4a64-a5ac-59db70fbd123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:42.960084 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55fe308f-52a9-4f63-ba48-bd16a1da004c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (8ddc8bdc-f300-4b00-9697-ec8340a2b8d7), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.977852 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe308f-52a9-4f63-ba48-bd16a1da004c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddc8bdc-f300-4b00-9697-ec8340a2b8d7,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:42.988158 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-55fe308f-52a9-4f63-ba48-bd16a1da004c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:42.989429 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-55fe308f-52a9-4f63-ba48-bd16a1da004c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275668 Apr 08 19:04:42.991187 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Checking router: 314fb014-7c31-48ef-b2a2-622cdfe0e650 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:04:42.991555 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Updating router 314fb014-7c31-48ef-b2a2-622cdfe0e650 port 6b7c0b57-3358-4900-a550-ad97251262c7 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:04:42.992540 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35110) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:42.998507 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b64eaa50-637a-47ae-82ba-b37af06108f3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'security_group_rule': {'security_group_id': 'ff247181-ff57-4aac-8f61-b8db9cf1621e', 'project_id': '43930fa70081420c926b59d6f7517908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:43.024285 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-b64eaa50-637a-47ae-82ba-b37af06108f3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Project 43930fa70081420c926b59d6f7517908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:04:43.026824 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.030399 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b64eaa50-637a-47ae-82ba-b37af06108f3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (cdf0ae4f-45f4-496c-bbc7-818523af2ce4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.035804 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1884520-3f73-4c0b-9115-e367b446315a req-e5b6cdb8-012f-405b-a516-d8001ee22d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:43.037685 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d1884520-3f73-4c0b-9115-e367b446315a req-e5b6cdb8-012f-405b-a516-d8001ee22d76 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1130 time: 0.0476320 Apr 08 19:04:43.097065 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d1884520-3f73-4c0b-9115-e367b446315a req-0ee3bcb7-88aa-4187-bcb6-c8e3d654c3a9 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510533 Apr 08 19:04:43.128187 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b64eaa50-637a-47ae-82ba-b37af06108f3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (cdf0ae4f-45f4-496c-bbc7-818523af2ce4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.137132 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b64eaa50-637a-47ae-82ba-b37af06108f3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (cdf0ae4f-45f4-496c-bbc7-818523af2ce4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.157091 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60823b-6769-4efd-86c0-ba18f8878d2d req-7dde09f8-1820-435c-90fe-6d1b2b60ebe5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:43.158677 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1f60823b-6769-4efd-86c0-ba18f8878d2d req-7dde09f8-1820-435c-90fe-6d1b2b60ebe5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0711074 Apr 08 19:04:43.163393 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64eaa50-637a-47ae-82ba-b37af06108f3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf0ae4f-45f4-496c-bbc7-818523af2ce4,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:43.184773 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b64eaa50-637a-47ae-82ba-b37af06108f3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.185946 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b64eaa50-637a-47ae-82ba-b37af06108f3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1920505 Apr 08 19:04:43.189636 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35114) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:43.193923 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-0a21091e-fd55-4433-afaf-d400880850b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'security_group_rule': {'security_group_id': 'ff247181-ff57-4aac-8f61-b8db9cf1621e', 'project_id': '43930fa70081420c926b59d6f7517908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:43.233819 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1f60823b-6769-4efd-86c0-ba18f8878d2d req-1490c276-4819-4118-832e-acd3853a1d6f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681498 Apr 08 19:04:43.235546 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-0a21091e-fd55-4433-afaf-d400880850b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Project 43930fa70081420c926b59d6f7517908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:04:43.242248 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a21091e-fd55-4433-afaf-d400880850b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (a6a043c8-80e1-4c72-aa40-fee22fc2280b), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.306172 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a21091e-fd55-4433-afaf-d400880850b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (a6a043c8-80e1-4c72-aa40-fee22fc2280b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.309159 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Publish callbacks [] for port (6b7c0b57-3358-4900-a550-ad97251262c7), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.310771 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a21091e-fd55-4433-afaf-d400880850b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (a6a043c8-80e1-4c72-aa40-fee22fc2280b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.314986 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.329309 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21091e-fd55-4433-afaf-d400880850b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a043c8-80e1-4c72-aa40-fee22fc2280b,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:43.337078 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0a21091e-fd55-4433-afaf-d400880850b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.337891 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-0a21091e-fd55-4433-afaf-d400880850b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472719 Apr 08 19:04:43.370278 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c978cc6-a789-47aa-8e80-a83063634a81 None None] Pushing event updated for resources: {'Port': ['ID=6b7c0b57-3358-4900-a550-ad97251262c7,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:43.433585 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Attempting to bind port 6b7c0b57-3358-4900-a550-ad97251262c7 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:04:43.434160 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Attempting to bind port 6b7c0b57-3358-4900-a550-ad97251262c7 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:04:43.434599 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Attempting to bind port 6b7c0b57-3358-4900-a550-ad97251262c7 on network 1063240d-869f-4ac1-91f5-faa0e6316362 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:04:43.443179 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:04:43.443566 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Checking segment: {'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:04:43.443980 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.444415 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Bound using segment: {'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:04:43.444901 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Bound port: 6b7c0b57-3358-4900-a550-ad97251262c7, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f55c1c-4587-4e93-921f-96ff6c23930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:04:43.445291 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.517365 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] For port 6b7c0b57-3358-4900-a550-ad97251262c7, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:04:43.520829 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] For port 6b7c0b57-3358-4900-a550-ad97251262c7, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=6b7c0b57-3358-4900-a550-ad97251262c7,segment=NetworkSegment(33f55c1c-4587-4e93-921f-96ff6c23930e),segment_id=33f55c1c-4587-4e93-921f-96ff6c23930e)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:04:43.530031 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.593147 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-6bfd9258-7e67-4aef-8da1-527fba18648a None None] Provisioning complete for port 6b7c0b57-3358-4900-a550-ad97251262c7 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:43.593533 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9258-7e67-4aef-8da1-527fba18648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.635612 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Routers {'314fb014-7c31-48ef-b2a2-622cdfe0e650'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:43.636851 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['314fb014-7c31-48ef-b2a2-622cdfe0e650'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:43.638156 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c978cc6-a789-47aa-8e80-a83063634a81 None None] Pushing event updated for resources: {'Port': ['ID=6b7c0b57-3358-4900-a550-ad97251262c7,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:43.795353 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd9258-7e67-4aef-8da1-527fba18648a None None] Current status of the port 6b7c0b57-3358-4900-a550-ad97251262c7 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:43.795748 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9258-7e67-4aef-8da1-527fba18648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.819634 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:43.846325 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] Set router 314fb014-7c31-48ef-b2a2-622cdfe0e650 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:43.912754 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-6bfd9258-7e67-4aef-8da1-527fba18648a None None] For port 6b7c0b57-3358-4900-a550-ad97251262c7, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=6b7c0b57-3358-4900-a550-ad97251262c7,segment=NetworkSegment(33f55c1c-4587-4e93-921f-96ff6c23930e),segment_id=33f55c1c-4587-4e93-921f-96ff6c23930e)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:04:43.921352 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9258-7e67-4aef-8da1-527fba18648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:43.946901 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d161980-8212-4ca2-b255-1088750947ed req-4ce5a573-3e60-4735-a697-dca779d4d875 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:43.948631 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1d161980-8212-4ca2-b255-1088750947ed req-4ce5a573-3e60-4735-a697-dca779d4d875 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0677280 Apr 08 19:04:44.001583 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1d161980-8212-4ca2-b255-1088750947ed req-9aeaa86a-11f9-49ac-9598-e7c9ed30fac9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473108 Apr 08 19:04:44.030709 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:44.031088 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:44.096879 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9258-7e67-4aef-8da1-527fba18648a None None] Pushing event updated for resources: {'Port': ['ID=6b7c0b57-3358-4900-a550-ad97251262c7,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:04:44.109135 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-0d1a6feb-d0fd-4022-a2cf-c4602f51a837 None None] Provisioning complete for port 6b7c0b57-3358-4900-a550-ad97251262c7 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:44.109518 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6feb-d0fd-4022-a2cf-c4602f51a837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:44.382261 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:04:41Z', 'revision_number': 4, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port': {'id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:37Z', 'updated_at': '2022-04-08T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '6b7c0b57-3358-4900-a550-ad97251262c7', 'name': '', 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'mac_address': 'fa:16:3e:5c:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3745dd3a-5560-4a64-a5ac-59db70fbd123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:39Z', 'updated_at': '2022-04-08T19:04:43Z', 'revision_number': 4, 'project_id': 'b229f1b06b4249ad997665633655009e', 'subnets': [{'id': '3745dd3a-5560-4a64-a5ac-59db70fbd123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:44.444494 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382192f-7e97-4c2c-be5b-c8e1abbb8bc3 None None] The sync data for ids ['314fb014-7c31-48ef-b2a2-622cdfe0e650'] in dv-cinder-837167-1-iscsi is: [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:04:41Z', 'revision_number': 4, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port': {'id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:37Z', 'updated_at': '2022-04-08T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '6b7c0b57-3358-4900-a550-ad97251262c7', 'name': '', 'network_id': '1063240d-869f-4ac1-91f5-faa0e6316362', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'mac_address': 'fa:16:3e:5c:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3745dd3a-5560-4a64-a5ac-59db70fbd123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:39Z', 'updated_at': '2022-04-08T19:04:43Z', 'revision_number': 4, 'project_id': 'b229f1b06b4249ad997665633655009e', 'subnets': [{'id': '3745dd3a-5560-4a64-a5ac-59db70fbd123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:04:44.446846 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:44.460273 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a6feb-d0fd-4022-a2cf-c4602f51a837 None None] Current status of the port 6b7c0b57-3358-4900-a550-ad97251262c7 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:45.118101 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970631c-efaa-4cae-8338-d637a3974fa0 req-ca0d5ab9-8596-403b-8238-c7ce9b957724 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:45.119652 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0970631c-efaa-4cae-8338-d637a3974fa0 req-ca0d5ab9-8596-403b-8238-c7ce9b957724 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0474133 Apr 08 19:04:45.171658 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0970631c-efaa-4cae-8338-d637a3974fa0 req-691258c9-036d-4a9b-8525-e7ab986d8a48 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463285 Apr 08 19:04:45.299083 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11532b-483e-467f-b271-b39e03e7b6e1 req-5f8c4f67-3b20-4674-9b09-4a2257b3f078 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:45.310479 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab11532b-483e-467f-b271-b39e03e7b6e1 req-5f8c4f67-3b20-4674-9b09-4a2257b3f078 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0610855 Apr 08 19:04:45.310740 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35192) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:04:45.316304 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'floatingip': {'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:04:45.601701 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (1446ef90-02fc-4718-bf60-78825c66ed0b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:45.807001 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 6b7c0b57-3358-4900-a550-ad97251262c7 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:04:45.856806 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 6b7c0b57-3358-4900-a550-ad97251262c7 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:04:45.857245 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:45.945628 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 6b7c0b57-3358-4900-a550-ad97251262c7 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:04:46.089881 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:46.094412 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (1446ef90-02fc-4718-bf60-78825c66ed0b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:46.203080 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Floating IP 1446ef90-02fc-4718-bf60-78825c66ed0b associated. External IP: 172.27.0.22, port: fdec795b-ddd7-485c-bc84-76473c5c2de6. Apr 08 19:04:46.425469 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Router c208ae80-096e-4d33-82e1-2b3c3907c517 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:04:46.543583 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:04:46.548902 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:46.555881 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] Sync routers for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:04:46.574147 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:46.574854 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:46.581184 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-26fa9d01-bdb5-47ba-ad9b-23cf44f6bab1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "PUT /v2.0/floatingips/1446ef90-02fc-4718-bf60-78825c66ed0b HTTP/1.1" status: 200 len: 991 time: 1.2693679 Apr 08 19:04:46.581766 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:04:46.584006 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32" -d '{"events": [{"name": "network-changed", "server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:04:46.622048 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99df7fef-9c06-4dad-ae38-920df2d04247 x-openstack-request-id: req-99df7fef-9c06-4dad-ae38-920df2d04247 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:04:46.622351 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:04:46.622608 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-99df7fef-9c06-4dad-ae38-920df2d04247 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:04:46.623016 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99df7fef-9c06-4dad-ae38-920df2d04247'] response: {'name': 'network-changed', 'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'status': 'completed', 'code': 200} Apr 08 19:04:46.695870 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:46.701839 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-c16ac8a5-75ec-4567-9567-2883f8896480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:46.703435 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-c16ac8a5-75ec-4567-9567-2883f8896480 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1130 time: 0.0397370 Apr 08 19:04:46.810683 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-8a5b8ed1-199b-4923-9998-ef9c0aab255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:46.812190 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-8a5b8ed1-199b-4923-9998-ef9c0aab255e service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.0947232 Apr 08 19:04:46.879721 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-1fd49a63-bb54-46c3-8904-f4b447e1c1c9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 200 len: 999 time: 0.0601454 Apr 08 19:04:46.939341 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-4817c4cb-8dcb-4870-821a-c7b74b317e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:46.941263 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-4817c4cb-8dcb-4870-821a-c7b74b317e70 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0549059 Apr 08 19:04:46.995466 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-cedc98bc-6d70-4d4f-9662-14ffe3dbf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:46.997021 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-cedc98bc-6d70-4d4f-9662-14ffe3dbf799 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481946 Apr 08 19:04:47.020673 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1446ef90-02fc-4718-bf60-78825c66ed0b', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'mac_address': 'fa:16:3e:a1:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:45Z', 'revision_number': 1, 'project_id': '660999ec5f244daf89643f8b79507b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:47.053956 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] Checking router: c208ae80-096e-4d33-82e1-2b3c3907c517 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:04:47.063951 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:04:47.064835 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:47.104001 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-291f21f0-09bc-4fb2-8c3b-fc42cef2ecfa service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980942 Apr 08 19:04:47.179830 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:04:47.206578 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6480d16e-f0b1-4aa5-9d65-37ce515e8b32 req-6b2e9bce-c6d9-48ad-bb9c-724917bbab0e service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915434 Apr 08 19:04:47.221453 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:04:47.417501 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1446ef90-02fc-4718-bf60-78825c66ed0b', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'mac_address': 'fa:16:3e:a1:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:45Z', 'revision_number': 1, 'project_id': '660999ec5f244daf89643f8b79507b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:04:47.449731 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fdaae-1d15-4f19-acf5-e6447765a0dc None None] The sync data for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi is: [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1446ef90-02fc-4718-bf60-78825c66ed0b', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'mac_address': 'fa:16:3e:a1:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:45Z', 'revision_number': 1, 'project_id': '660999ec5f244daf89643f8b79507b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:04:47.649765 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d552f-5d4e-4c6a-819b-d6c19a96032f None None] New status for floating IP 1446ef90-02fc-4718-bf60-78825c66ed0b: ACTIVE {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:04:47.854913 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eeade-ef44-407f-972c-1621c993b0e2 req-c4e0816d-e30b-4743-93f1-aef0d1bf4cf2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:47.857092 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b76eeade-ef44-407f-972c-1621c993b0e2 req-c4e0816d-e30b-4743-93f1-aef0d1bf4cf2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0616889 Apr 08 19:04:47.906170 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b76eeade-ef44-407f-972c-1621c993b0e2 req-65016318-fc36-474c-9ae9-9e755d28bf25 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427570 Apr 08 19:04:49.032654 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90949a11-bb9e-466e-9689-682817c913c7 req-23e6e45a-5fc1-4578-b437-c4326b7881e3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:49.034169 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-90949a11-bb9e-466e-9689-682817c913c7 req-23e6e45a-5fc1-4578-b437-c4326b7881e3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0521445 Apr 08 19:04:49.086666 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-90949a11-bb9e-466e-9689-682817c913c7 req-ab7ce0ae-c735-4012-b2db-733826f62bea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468988 Apr 08 19:04:50.206417 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ebcc8-668d-4b41-8fb2-480219c10a9c req-ed33fd54-dc11-4755-9223-0a6f413172ae tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:50.207907 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b27ebcc8-668d-4b41-8fb2-480219c10a9c req-ed33fd54-dc11-4755-9223-0a6f413172ae tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0479033 Apr 08 19:04:50.258620 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b27ebcc8-668d-4b41-8fb2-480219c10a9c req-d702be3a-cd79-41f9-b120-9723ab9ddb40 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434024 Apr 08 19:04:51.380285 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c205ac-b256-4df8-b4e7-36e0ec6e39e4 req-82aa244a-1756-4ce5-a482-bd86aeae2ef3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:51.381755 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e6c205ac-b256-4df8-b4e7-36e0ec6e39e4 req-82aa244a-1756-4ce5-a482-bd86aeae2ef3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0479813 Apr 08 19:04:51.429413 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e6c205ac-b256-4df8-b4e7-36e0ec6e39e4 req-6a7ee5ca-20a0-4f3b-9adc-c4e7f81b0c05 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Apr 08 19:04:52.552795 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4308d4-001b-4c6d-9e0e-dad0776ceb0e req-441d0fab-b069-43cc-a7bf-808fba74d26e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:52.554270 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-da4308d4-001b-4c6d-9e0e-dad0776ceb0e req-441d0fab-b069-43cc-a7bf-808fba74d26e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0540919 Apr 08 19:04:52.602541 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-da4308d4-001b-4c6d-9e0e-dad0776ceb0e req-05a8f0de-3869-46c8-b4ce-5647b6414284 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Apr 08 19:04:53.721613 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977fc27-4731-4d0c-9b5e-cbec27c7b1c8 req-5ff137de-1166-4472-8e85-9dd69a5ff488 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:53.723219 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c977fc27-4731-4d0c-9b5e-cbec27c7b1c8 req-5ff137de-1166-4472-8e85-9dd69a5ff488 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0477777 Apr 08 19:04:53.772718 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c977fc27-4731-4d0c-9b5e-cbec27c7b1c8 req-dcf76b85-7f3d-4786-a192-b07786a7520d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439575 Apr 08 19:04:54.721871 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07082314-1116-4a3b-8cdb-3f813fac54a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:54.900147 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3a37a-f7d5-4e77-8a92-a7de84930a9b req-31d1e1d3-8c30-4a02-a9dd-f6a87cee7330 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:54.901805 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9ae3a37a-f7d5-4e77-8a92-a7de84930a9b req-31d1e1d3-8c30-4a02-a9dd-f6a87cee7330 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0474608 Apr 08 19:04:54.956679 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9ae3a37a-f7d5-4e77-8a92-a7de84930a9b req-61367417-f0e5-4856-8f72-5ba7fff7acd8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478637 Apr 08 19:04:56.078966 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b3d19-c9bc-498d-8644-a9c6a0ea394a req-8673f14c-2885-4f3c-8062-4e9224c018ce tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:56.080837 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe9b3d19-c9bc-498d-8644-a9c6a0ea394a req-8673f14c-2885-4f3c-8062-4e9224c018ce tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0506299 Apr 08 19:04:56.130008 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe9b3d19-c9bc-498d-8644-a9c6a0ea394a req-1b5adbc3-5655-4a81-a8f9-204e2b1a7c35 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 Apr 08 19:04:56.437861 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:56.573988 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-25b5d7fa-c140-4e74-ae0f-2fac8c0d4b2e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376527 Apr 08 19:04:56.634751 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-b8a0aa6e-548f-4925-93f9-ac29bc49e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:56.636309 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-b8a0aa6e-548f-4925-93f9-ac29bc49e29e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 1130 time: 0.0378244 Apr 08 19:04:56.752101 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-a7dca454-ba49-4f01-8e24-107e0b589795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:56.753531 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-a7dca454-ba49-4f01-8e24-107e0b589795 service neutron] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 917 time: 0.0894048 Apr 08 19:04:56.823558 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-e5d98f37-66a7-4f6a-9505-4280cc043450 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8 HTTP/1.1" status: 200 len: 1001 time: 0.0593450 Apr 08 19:04:56.878523 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-da1da404-cf2d-44a2-85b9-7835a0635a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:56.879990 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-da1da404-cf2d-44a2-85b9-7835a0635a08 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0508046 Apr 08 19:04:56.926117 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-b77b3fa1-b1a1-408c-9560-0cd047984e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:56.927597 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-b77b3fa1-b1a1-408c-9560-0cd047984e5f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401123 Apr 08 19:04:57.019194 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-379e38da-e167-4765-a7e1-506c5c1efc01 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847137 Apr 08 19:04:57.119533 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-494533e4-627b-423d-85a1-d64e4d8bc38c req-bf6a47d6-862d-4004-840f-24719e32baf6 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880253 Apr 08 19:04:57.137968 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3126e548-4c90-421a-8680-c3d7b1c78675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:57.248055 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe9529-e383-418b-932c-8cfab695962e req-94334331-71e5-457c-981a-5719f6875ab7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:57.249547 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d8fe9529-e383-418b-932c-8cfab695962e req-94334331-71e5-457c-981a-5719f6875ab7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0481970 Apr 08 19:04:57.295935 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d8fe9529-e383-418b-932c-8cfab695962e req-a3c67266-7e70-421f-a09a-2903da2aaca2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 Apr 08 19:04:58.415043 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017217-df67-4fb5-b2fc-2031b154c11f req-cf55a3dd-ae88-4f47-8a52-d714f086bcf6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:58.416547 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32017217-df67-4fb5-b2fc-2031b154c11f req-cf55a3dd-ae88-4f47-8a52-d714f086bcf6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0503931 Apr 08 19:04:58.464089 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32017217-df67-4fb5-b2fc-2031b154c11f req-8d7d0a02-8366-48c5-a426-1fc7b58047dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414233 Apr 08 19:04:58.465952 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:04:59.583559 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf433a1-025a-4f32-a33a-10b83d79a20f req-582a7a9a-9939-411a-8f77-d906e4e9e70f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:04:59.585075 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cbf433a1-025a-4f32-a33a-10b83d79a20f req-582a7a9a-9939-411a-8f77-d906e4e9e70f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0475364 Apr 08 19:04:59.632941 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cbf433a1-025a-4f32-a33a-10b83d79a20f req-212c6a5c-1f58-4795-8fb0-d54a339bd7f1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 Apr 08 19:05:00.081519 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:00.752785 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b902ea-db23-4430-b6c2-7e6aa78c773e req-58590558-205d-40b7-ae16-5e41375ffc81 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:00.754252 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b4b902ea-db23-4430-b6c2-7e6aa78c773e req-58590558-205d-40b7-ae16-5e41375ffc81 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0506613 Apr 08 19:05:00.801218 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b4b902ea-db23-4430-b6c2-7e6aa78c773e req-8aa1475d-e566-4393-a294-2419ef085e0c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Apr 08 19:05:01.502524 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:01.921555 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103dfda-708a-4141-a34c-3760c7774d29 req-0cc6b46b-f8d4-49f8-9169-3e9d80db0d2c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:01.923522 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6103dfda-708a-4141-a34c-3760c7774d29 req-0cc6b46b-f8d4-49f8-9169-3e9d80db0d2c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0490568 Apr 08 19:05:01.998534 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-bf2994fa-66b0-41fe-a81f-394b6b34df68 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210238514&fields=id&tenant_id=43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 267 time: 0.0740385 Apr 08 19:05:02.002272 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6103dfda-708a-4141-a34c-3760c7774d29 req-5ab2cd55-4822-4a49-9735-421d648a9638 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722032 Apr 08 19:05:02.108905 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-8619ad8f-107d-41da-908d-4caeab6da1a3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:02.110851 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-8619ad8f-107d-41da-908d-4caeab6da1a3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 812 time: 0.1056638 Apr 08 19:05:02.126234 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-e6d17561-22d5-453c-8085-0a538c3270a9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/quotas/43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 375 time: 0.0097191 Apr 08 19:05:02.178266 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-9ca7eab4-00a3-47e5-b725-4c8c9f82fe48 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454419 Apr 08 19:05:02.276868 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-ea29e8f6-7e0e-42ac-8e44-d0e1fb5570dc service neutron] 10.222.0.109 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862093 Apr 08 19:05:02.369017 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-362b91e6-4ff7-4806-a93a-bca4408b071a service neutron] 10.222.0.109 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866151 Apr 08 19:05:02.662262 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d250a033-0ad2-49cb-a23c-c8546dd5a4a9 req-1446099e-040d-4426-a3cd-cafcfd179b62 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 210 time: 0.0299730 Apr 08 19:05:03.123434 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beb092-c499-4947-b311-e648c9529f18 req-bcbc0825-d86e-4e68-b0f4-7ead95127696 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:03.124912 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-16beb092-c499-4947-b311-e648c9529f18 req-bcbc0825-d86e-4e68-b0f4-7ead95127696 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0515504 Apr 08 19:05:03.179512 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-16beb092-c499-4947-b311-e648c9529f18 req-8292676e-09f7-4fce-af55-74245edf994f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456123 Apr 08 19:05:03.755017 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-763d15c7-aae7-4ad2-ab07-df1fe23a5b7d req-e2e26647-eefd-46eb-8c1c-1c9efbcb05a5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Apr 08 19:05:04.199707 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-63c89c24-7c88-423f-8920-b344971412a9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:04.201227 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-63c89c24-7c88-423f-8920-b344971412a9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 812 time: 0.1191118 Apr 08 19:05:04.272807 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-c103b41b-df8b-4eac-ae44-d5dcc30613da tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 380 time: 0.0617018 Apr 08 19:05:04.283182 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'port': {'device_id': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'admin_state_up': True, 'tenant_id': '43930fa70081420c926b59d6f7517908', 'security_groups': ['ff247181-ff57-4aac-8f61-b8db9cf1621e']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:04.299499 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2ff08-f0d7-4f07-b1ab-173c88f559a3 req-8e0ea025-891a-4dcb-bb38-a18070c627ce tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:04.301671 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-65d2ff08-f0d7-4f07-b1ab-173c88f559a3 req-8e0ea025-891a-4dcb-bb38-a18070c627ce tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0483010 Apr 08 19:05:04.353708 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-65d2ff08-f0d7-4f07-b1ab-173c88f559a3 req-d5107287-01b7-466f-98f1-d5cde4831d85 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Apr 08 19:05:04.393658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Made reservation on behalf of 43930fa70081420c926b59d6f7517908 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:05:04.396969 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:04.527066 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Allocated IP 172.20.0.6 (ba247db9-4b96-4ddb-87d3-953b9d039ab0/134c27d0-e9d0-4fee-80ed-74942a808e24/83b3dd7d-6d82-422e-8d97-cf7120c3291f) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:05:04.670881 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:04.706418 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:04.749804 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:05:04.753787 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:05:04.757782 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:05:04.763041 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:04.763657 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:04.772558 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=83b3dd7d-6d82-422e-8d97-cf7120c3291f,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:04.789771 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.790143 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.790509 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.790883 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.791229 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.791570 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.791910 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.792338 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.792681 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.793017 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.793770 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.793770 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.793965 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.794297 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.794625 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:04.813899 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-40ce6ed3-9f21-4c76-9cdd-861cbc453bd4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5282285 Apr 08 19:05:04.823333 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Request body: {'port': {'device_id': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:04.888670 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:04.917935 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbc80-dab4-43cb-97fe-03c96e067f37 req-e8597d93-d33a-411b-91e3-ab516a8904ff tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:04.919382 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-975fbc80-dab4-43cb-97fe-03c96e067f37 req-e8597d93-d33a-411b-91e3-ab516a8904ff tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 931 time: 0.0524385 Apr 08 19:05:04.973458 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-975fbc80-dab4-43cb-97fe-03c96e067f37 req-9f92f462-e2b4-47b3-a8d1-6d88954f535f tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474792 Apr 08 19:05:05.011066 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-d9180aa3-4803-40e7-a3dd-2f625f18bb61 None None] Provisioning complete for port 83b3dd7d-6d82-422e-8d97-cf7120c3291f triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:05:05.011650 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9180aa3-4803-40e7-a3dd-2f625f18bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:05.049513 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-d9180aa3-4803-40e7-a3dd-2f625f18bb61 None None] Port 83b3dd7d-6d82-422e-8d97-cf7120c3291f cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:05:05.395258 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b3dd7d-6d82-422e-8d97-cf7120c3291f {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:05:05.402872 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Publish callbacks [] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:05.417147 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Transition to ACTIVE for port object 83b3dd7d-6d82-422e-8d97-cf7120c3291f will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:05:05.421380 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:05.479670 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e1aae-d203-42a1-a742-fd6ca5b40224 req-d444fb20-a89c-441e-bdf1-ed7d8d723621 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:05.481294 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d81e1aae-d203-42a1-a742-fd6ca5b40224 req-d444fb20-a89c-441e-bdf1-ed7d8d723621 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0523849 Apr 08 19:05:05.494718 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Pushing event updated for resources: {'Port': ['ID=83b3dd7d-6d82-422e-8d97-cf7120c3291f,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:05.512080 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Attempting to bind port 83b3dd7d-6d82-422e-8d97-cf7120c3291f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:05:05.512572 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Attempting to bind port 83b3dd7d-6d82-422e-8d97-cf7120c3291f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:05:05.513116 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Attempting to bind port 83b3dd7d-6d82-422e-8d97-cf7120c3291f on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:05:05.518172 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Port 83b3dd7d-6d82-422e-8d97-cf7120c3291f on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:05:05.518577 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Attempting to bind port 83b3dd7d-6d82-422e-8d97-cf7120c3291f on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:05:05.524078 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:05:05.525132 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Checking segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:05:05.525612 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Bound using segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:05:05.526122 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Bound port: 83b3dd7d-6d82-422e-8d97-cf7120c3291f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:05:05.526560 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:05.533746 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d81e1aae-d203-42a1-a742-fd6ca5b40224 req-65eef388-f444-424b-bcf3-60d7b55c8382 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457828 Apr 08 19:05:05.597534 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] For port 83b3dd7d-6d82-422e-8d97-cf7120c3291f, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:05:05.600614 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] For port 83b3dd7d-6d82-422e-8d97-cf7120c3291f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83b3dd7d-6d82-422e-8d97-cf7120c3291f,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:05:05.607846 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:05.643861 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:05.644397 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:05.645772 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] 10.222.0.113 "PUT /v2.0/ports/83b3dd7d-6d82-422e-8d97-cf7120c3291f HTTP/1.1" status: 200 len: 1093 time: 0.8278885 Apr 08 19:05:05.646227 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'tag': '83b3dd7d-6d82-422e-8d97-cf7120c3291f'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:05.648555 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4472c2d1-d2a2-4582-b350-1afd8be7ce73" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec770a3-37a6-437b-9644-7cbfd099ae35", "tag": "83b3dd7d-6d82-422e-8d97-cf7120c3291f"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:05.674819 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd406d-0b12-47e4-8848-30f41c8495f2 service neutron] Pushing event updated for resources: {'Port': ['ID=83b3dd7d-6d82-422e-8d97-cf7120c3291f,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:05.696124 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7c3822-d5aa-4851-9ca0-3c2b11dcfde6 x-openstack-request-id: req-3a7c3822-d5aa-4851-9ca0-3c2b11dcfde6 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:05.696552 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec770a3-37a6-437b-9644-7cbfd099ae35", "tag": "83b3dd7d-6d82-422e-8d97-cf7120c3291f", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:05.696873 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3a7c3822-d5aa-4851-9ca0-3c2b11dcfde6 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:05.697377 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7c3822-d5aa-4851-9ca0-3c2b11dcfde6'] response: {'name': 'network-changed', 'server_uuid': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'tag': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'status': 'completed', 'code': 200} Apr 08 19:05:05.746706 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-cd297faf-0381-490e-a05b-51de42d3ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:05.748886 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-cd297faf-0381-490e-a05b-51de42d3ed5e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 1127 time: 0.0419679 Apr 08 19:05:05.811208 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-b22ecf85-bb30-499b-9d08-69ae2fb1850d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b3dd7d-6d82-422e-8d97-cf7120c3291f HTTP/1.1" status: 200 len: 217 time: 0.0390792 Apr 08 19:05:05.868226 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-44f43d75-4772-4835-8eed-33116f025c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:05.869705 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-44f43d75-4772-4835-8eed-33116f025c7a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0440948 Apr 08 19:05:05.932748 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-f0036345-a525-4112-956a-3d8d0ad67b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:05.934195 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-f0036345-a525-4112-956a-3d8d0ad67b4f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408108 Apr 08 19:05:06.035342 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-96a56a3f-b28c-466e-bd4c-9089d7272c75 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907631 Apr 08 19:05:06.092039 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da0d08-728f-43e7-86de-9223e437ac70 req-98153f43-5aa3-4711-bd7b-fd1b6e690d22 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:06.093529 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c0da0d08-728f-43e7-86de-9223e437ac70 req-98153f43-5aa3-4711-bd7b-fd1b6e690d22 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 943 time: 0.0532146 Apr 08 19:05:06.131892 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-21ee59ab-1045-458b-9e35-15f1ae18ffa3 req-9a5f53af-a0ac-42bc-9575-f4321a233f7d service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870206 Apr 08 19:05:06.153007 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c0da0d08-728f-43e7-86de-9223e437ac70 req-0bd52a21-e66b-4947-9055-445c89377e80 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524809 Apr 08 19:05:06.320413 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:05:06.418110 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:06.430372 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'port_id': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'mac_address': 'fa:16:3e:59:14:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:05:06.476623 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port ce642d33-9dd0-4f19-b7af-3919755d64b1 is: ACTIVE; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:06.477336 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:06.503966 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce642d33-9dd0-4f19-b7af-3919755d64b1 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:05:06.530411 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:06.536053 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-5249f44e-9860-49ef-9875-cb74b3aa388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:06.538427 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-5249f44e-9860-49ef-9875-cb74b3aa388a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 1127 time: 0.0821161 Apr 08 19:05:06.544978 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:06.624495 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:06.686970 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['ce642d33-9dd0-4f19-b7af-3919755d64b1'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:05:06.714886 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b6e56-78d4-4386-81e5-a0e9a8e6342a req-25e34e8f-343a-448a-9a47-ab3b92385db6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:06.715468 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-46067756-e379-4aa4-bc1f-95216c4c4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:06.717390 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-46067756-e379-4aa4-bc1f-95216c4c4663 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.1674414 Apr 08 19:05:06.723983 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ff3b6e56-78d4-4386-81e5-a0e9a8e6342a req-25e34e8f-343a-448a-9a47-ab3b92385db6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0772285 Apr 08 19:05:06.808131 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-2119f9b7-5ed0-4ca2-979d-dfcc8526e39b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b3dd7d-6d82-422e-8d97-cf7120c3291f HTTP/1.1" status: 200 len: 217 time: 0.0747898 Apr 08 19:05:06.821107 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ff3b6e56-78d4-4386-81e5-a0e9a8e6342a req-c7fdd42f-dee5-41a6-95b8-d6e6cface691 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877831 Apr 08 19:05:06.885272 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-219640f5-fa92-4316-afa2-4bfa6265ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:06.888069 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-219640f5-fa92-4316-afa2-4bfa6265ef72 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0723350 Apr 08 19:05:06.942016 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-a2e361c0-629f-47b8-b4d8-642d5b8574bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:06.943795 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-a2e361c0-629f-47b8-b4d8-642d5b8574bd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467873 Apr 08 19:05:07.059749 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-af04da6c-a5f3-4c38-8cca-8820d28936bc service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077435 Apr 08 19:05:07.175085 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4472c2d1-d2a2-4582-b350-1afd8be7ce73 req-3230375e-2077-465b-b8be-12a2987f326f service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077902 Apr 08 19:05:07.289402 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417b23f-02f7-45f8-8dfe-d9abf7c0b359 req-273ee8f8-67de-487f-95f4-6a9c55e58b84 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:07.290886 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a417b23f-02f7-45f8-8dfe-d9abf7c0b359 req-273ee8f8-67de-487f-95f4-6a9c55e58b84 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 943 time: 0.0568357 Apr 08 19:05:07.371802 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a417b23f-02f7-45f8-8dfe-d9abf7c0b359 req-d832f9fa-0437-4abc-a9ab-39d893184cb4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738089 Apr 08 19:05:07.969982 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30139800-fcb6-41f2-af88-ccbf0ab6e209 req-668c16e1-ca2c-4fe5-b6d9-aa6342a0a624 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:07.971556 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30139800-fcb6-41f2-af88-ccbf0ab6e209 req-668c16e1-ca2c-4fe5-b6d9-aa6342a0a624 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0499427 Apr 08 19:05:08.035012 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30139800-fcb6-41f2-af88-ccbf0ab6e209 req-4f6d586b-1b85-48f2-8be1-1bf15ff44063 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570605 Apr 08 19:05:08.338139 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:05:08.389641 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port ce642d33-9dd0-4f19-b7af-3919755d64b1 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:05:08.390024 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:08.476758 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port ce642d33-9dd0-4f19-b7af-3919755d64b1 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:08.477153 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:08.502184 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:08.504829 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4960be-5c47-46ba-9ad5-f98d948993bc" -d '{"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:08.505289 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ae87e-0b26-4032-aee4-2fe458156d55 req-3e0df375-95a0-4090-9aab-b53c7e215cd3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:08.512387 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-005ae87e-0b26-4032-aee4-2fe458156d55 req-3e0df375-95a0-4090-9aab-b53c7e215cd3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 943 time: 0.0639250 Apr 08 19:05:08.536419 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:08.551802 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:08.554493 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b4e025-e445-457b-8be1-3cd592778fad x-openstack-request-id: req-f1b4e025-e445-457b-8be1-3cd592778fad {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:08.554921 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:08.555123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f1b4e025-e445-457b-8be1-3cd592778fad {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:08.555699 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b4e025-e445-457b-8be1-3cd592778fad'] response: {'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'code': 200} Apr 08 19:05:08.576455 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-005ae87e-0b26-4032-aee4-2fe458156d55 req-7eb9335e-c7d7-4e17-8404-aeedb66ad3ca tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631485 Apr 08 19:05:08.612264 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:09.180884 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45546f-87d3-4053-bd37-3d0d4ff1a9ad req-0851f422-c7cc-4a78-8f27-f066fe46c710 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:09.182281 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1e45546f-87d3-4053-bd37-3d0d4ff1a9ad req-0851f422-c7cc-4a78-8f27-f066fe46c710 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0666389 Apr 08 19:05:09.236733 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1e45546f-87d3-4053-bd37-3d0d4ff1a9ad req-cc7cc398-500f-4578-be67-406b38928b43 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481257 Apr 08 19:05:09.706644 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be0493-56fa-47ad-8418-bebf2ca206ed req-b089b9c5-40c6-4ea3-bd7f-3307320706c7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:09.708459 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a0be0493-56fa-47ad-8418-bebf2ca206ed req-b089b9c5-40c6-4ea3-bd7f-3307320706c7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 943 time: 0.0535038 Apr 08 19:05:09.766973 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a0be0493-56fa-47ad-8418-bebf2ca206ed req-5bdbdc8f-1bfa-46b9-aee3-878257fc80d9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522380 Apr 08 19:05:10.373201 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd3f22-2f95-4ef9-8d14-cb7bad951f95 req-4bc97640-e7fe-4ab7-a66a-116d3265a30d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:10.374901 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6ecd3f22-2f95-4ef9-8d14-cb7bad951f95 req-4bc97640-e7fe-4ab7-a66a-116d3265a30d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0623066 Apr 08 19:05:10.429708 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6ecd3f22-2f95-4ef9-8d14-cb7bad951f95 req-08423da9-ecbb-4191-a7b7-ebc5e4ee265a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488913 Apr 08 19:05:10.898396 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591bbe1-1298-4398-96c7-d6219bac7b7d req-be603e73-519f-4058-a3f9-7ce96787fb8b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:10.900239 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c591bbe1-1298-4398-96c7-d6219bac7b7d req-be603e73-519f-4058-a3f9-7ce96787fb8b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 943 time: 0.0613036 Apr 08 19:05:10.956940 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c591bbe1-1298-4398-96c7-d6219bac7b7d req-39c709d7-8519-4bc4-a3b2-eda4d0de4ff5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507436 Apr 08 19:05:11.554914 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e7d34-b582-4cdd-b1ff-8ac76e7a8864 req-1c60c32b-1241-421b-8d16-d5300bbdfe23 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:11.559848 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d19e7d34-b582-4cdd-b1ff-8ac76e7a8864 req-1c60c32b-1241-421b-8d16-d5300bbdfe23 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0530841 Apr 08 19:05:11.620154 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d19e7d34-b582-4cdd-b1ff-8ac76e7a8864 req-aa27a939-8535-43fc-9fa5-31e0cfaf6523 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562990 Apr 08 19:05:12.088302 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865bf1-2f6a-4bf0-ac43-d97eb826921f req-8881df19-f2f8-4d8c-af4c-b49d1c08d815 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:12.089878 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17865bf1-2f6a-4bf0-ac43-d97eb826921f req-8881df19-f2f8-4d8c-af4c-b49d1c08d815 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 943 time: 0.0504639 Apr 08 19:05:12.143655 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17865bf1-2f6a-4bf0-ac43-d97eb826921f req-010a6b85-35e0-4e8f-badb-8d5a5eefd68a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477176 Apr 08 19:05:12.748319 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9351067-4ec1-4bb2-a85e-9f1580f9ffb4 req-7527e344-22ea-4ff4-8878-07fe822a9989 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:12.750364 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e9351067-4ec1-4bb2-a85e-9f1580f9ffb4 req-7527e344-22ea-4ff4-8878-07fe822a9989 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0496368 Apr 08 19:05:12.801122 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e9351067-4ec1-4bb2-a85e-9f1580f9ffb4 req-e7cead9a-a31e-49e1-abfd-5cecb59ea707 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Apr 08 19:05:13.271266 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95bf94-ce1b-4869-90a1-ef89ca2b65d4 req-05ea39d7-9384-4947-8200-8296c52d4beb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:13.273053 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cb95bf94-ce1b-4869-90a1-ef89ca2b65d4 req-05ea39d7-9384-4947-8200-8296c52d4beb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 943 time: 0.0542884 Apr 08 19:05:13.327887 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cb95bf94-ce1b-4869-90a1-ef89ca2b65d4 req-787e51f0-6440-4ca2-b465-bd6fa7b362d9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486085 Apr 08 19:05:13.924518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef00f1-0731-4687-83be-e7d002565e0c req-ab7c3f85-9e0b-4317-acae-30b3b4f04cd4 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:13.927381 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77ef00f1-0731-4687-83be-e7d002565e0c req-ab7c3f85-9e0b-4317-acae-30b3b4f04cd4 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0510464 Apr 08 19:05:13.975869 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77ef00f1-0731-4687-83be-e7d002565e0c req-6eca0be3-bb99-473f-8880-ca39bb308648 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Apr 08 19:05:14.367925 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 83b3dd7d-6d82-422e-8d97-cf7120c3291f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:05:14.458188 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043800d3-a3c2-4585-9e04-5d22c44fe036 req-da985cab-1512-42d6-ac08-e3f9aafede98 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:14.466278 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-043800d3-a3c2-4585-9e04-5d22c44fe036 req-da985cab-1512-42d6-ac08-e3f9aafede98 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 943 time: 0.0586524 Apr 08 19:05:14.492656 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 83b3dd7d-6d82-422e-8d97-cf7120c3291f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83b3dd7d-6d82-422e-8d97-cf7120c3291f,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:14.515590 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'port_id': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'mac_address': 'fa:16:3e:cd:f4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:05:14.539382 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-043800d3-a3c2-4585-9e04-5d22c44fe036 req-e2d97073-1268-4f31-92ff-e12459d8a171 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723202 Apr 08 19:05:14.582010 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 83b3dd7d-6d82-422e-8d97-cf7120c3291f is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:14.582399 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:14.596014 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b3dd7d-6d82-422e-8d97-cf7120c3291f {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:05:14.627516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 83b3dd7d-6d82-422e-8d97-cf7120c3291f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83b3dd7d-6d82-422e-8d97-cf7120c3291f,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:14.633175 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:14.691533 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=83b3dd7d-6d82-422e-8d97-cf7120c3291f,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:14.699526 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.699894 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.700306 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.700669 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.701021 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.701373 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.701714 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.702054 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.702395 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.702737 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.703313 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.703785 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.704252 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.704601 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:14.704941 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:15.034816 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['83b3dd7d-6d82-422e-8d97-cf7120c3291f'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:05:15.103890 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336897e5-8b96-4563-8189-588fd10b3235 req-1dc3efd2-ac79-4c10-b0d5-88494a15d876 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:15.106353 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-336897e5-8b96-4563-8189-588fd10b3235 req-1dc3efd2-ac79-4c10-b0d5-88494a15d876 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0519092 Apr 08 19:05:15.176339 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-336897e5-8b96-4563-8189-588fd10b3235 req-dcffec70-1168-4a70-bfa5-f57a29cf63d1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628674 Apr 08 19:05:15.652013 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6506199-16b6-492a-b301-9e9a1ce402a9 req-e5ddbee7-24ea-4858-9beb-db13ec5ed5d4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:15.653612 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e6506199-16b6-492a-b301-9e9a1ce402a9 req-e5ddbee7-24ea-4858-9beb-db13ec5ed5d4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 944 time: 0.0475810 Apr 08 19:05:15.708610 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e6506199-16b6-492a-b301-9e9a1ce402a9 req-273097e5-01a5-4e18-b0a8-9535244c5b1a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493817 Apr 08 19:05:16.075845 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-763b2030-b058-458e-9551-6e9ef25729e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:16.077399 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-763b2030-b058-458e-9551-6e9ef25729e8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 1129 time: 0.0521743 Apr 08 19:05:16.176277 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-8fd303c4-0b64-48fb-9dc1-e93f2a849740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:16.177761 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-8fd303c4-0b64-48fb-9dc1-e93f2a849740 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.0869572 Apr 08 19:05:16.255528 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-c2532a65-7551-49e3-a13c-3d2a051586fc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1 HTTP/1.1" status: 200 len: 1000 time: 0.0698297 Apr 08 19:05:16.291620 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acbb0-1675-425f-adf7-8f3cd215177e req-164d938f-8677-4bec-834d-b1fb72f42acc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:16.293142 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6a6acbb0-1675-425f-adf7-8f3cd215177e req-164d938f-8677-4bec-834d-b1fb72f42acc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0520074 Apr 08 19:05:16.306609 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-0b6d4102-2f11-4897-abd3-3131d4aef549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:16.308063 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-0b6d4102-2f11-4897-abd3-3131d4aef549 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0457213 Apr 08 19:05:16.339690 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6a6acbb0-1675-425f-adf7-8f3cd215177e req-89bd9283-a2e1-4ffb-bee3-a86caa5eb277 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Apr 08 19:05:16.357412 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-6d702385-1799-4198-a491-eabf926d6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:16.358915 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-6d702385-1799-4198-a491-eabf926d6432 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394869 Apr 08 19:05:16.373466 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 83b3dd7d-6d82-422e-8d97-cf7120c3291f up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:05:16.418301 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 83b3dd7d-6d82-422e-8d97-cf7120c3291f completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:05:16.425886 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 83b3dd7d-6d82-422e-8d97-cf7120c3291f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:05:16.426318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:16.456519 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-2e48d804-0d78-4a75-9db1-980ca8d47beb service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868545 Apr 08 19:05:16.509178 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 83b3dd7d-6d82-422e-8d97-cf7120c3291f is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:16.509483 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:16.533080 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b3dd7d-6d82-422e-8d97-cf7120c3291f'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:16.535294 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1339b79-85e5-40f9-8b57-4d429a36b696" -d '{"events": [{"server_uuid": "0ec770a3-37a6-437b-9644-7cbfd099ae35", "name": "network-vif-plugged", "status": "completed", "tag": "83b3dd7d-6d82-422e-8d97-cf7120c3291f"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:16.549185 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 83b3dd7d-6d82-422e-8d97-cf7120c3291f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83b3dd7d-6d82-422e-8d97-cf7120c3291f,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:16.553189 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:16.554085 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5318cf-76b1-4a4c-bee2-3c12c5fc5f94 req-437ad23b-81bd-4f47-a3bb-aa73836133d5 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878880 Apr 08 19:05:16.579911 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf604cb-5d5f-4bd3-ae26-7ee9041a8f09 x-openstack-request-id: req-fbf604cb-5d5f-4bd3-ae26-7ee9041a8f09 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:16.580247 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec770a3-37a6-437b-9644-7cbfd099ae35", "name": "network-vif-plugged", "status": "completed", "tag": "83b3dd7d-6d82-422e-8d97-cf7120c3291f", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:16.580509 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-fbf604cb-5d5f-4bd3-ae26-7ee9041a8f09 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:16.580897 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf604cb-5d5f-4bd3-ae26-7ee9041a8f09'] response: {'server_uuid': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'code': 200} Apr 08 19:05:16.605461 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=83b3dd7d-6d82-422e-8d97-cf7120c3291f,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:16.820523 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f269-543a-442c-ace1-69e649416cf5 req-77d0a3c7-afde-4f0e-b080-6ba70fe3153c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:16.821901 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4b82f269-543a-442c-ace1-69e649416cf5 req-77d0a3c7-afde-4f0e-b080-6ba70fe3153c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0475745 Apr 08 19:05:16.869254 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4b82f269-543a-442c-ace1-69e649416cf5 req-3b8bb76d-5f66-4b0a-a94e-3a7dc8ff9ff0 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 Apr 08 19:05:17.326829 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5198e-5525-41ff-a089-def59d1b572f req-fb80d47d-c199-4385-9d32-751f98d238de tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:17.328350 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cdf5198e-5525-41ff-a089-def59d1b572f req-fb80d47d-c199-4385-9d32-751f98d238de tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0518470 Apr 08 19:05:17.639183 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cdf5198e-5525-41ff-a089-def59d1b572f req-87f4ecee-feb7-4269-a599-69c5d3e90b67 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050971 Apr 08 19:05:17.645798 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f4c28-255f-4ff2-a6da-9735476aa4d4 req-89c938b0-fd0d-467f-8580-6e7b9436e671 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:17.647286 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-799f4c28-255f-4ff2-a6da-9735476aa4d4 req-89c938b0-fd0d-467f-8580-6e7b9436e671 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0665026 Apr 08 19:05:17.695184 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-799f4c28-255f-4ff2-a6da-9735476aa4d4 req-d195aed1-8e42-4f33-8d01-1472763b0d9d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Apr 08 19:05:17.980742 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c99af-8af0-47db-ab21-33b4ab26341e req-bad231de-ea45-49db-ab30-fb1c94efa0b9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:17.982243 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bc1c99af-8af0-47db-ab21-33b4ab26341e req-bad231de-ea45-49db-ab30-fb1c94efa0b9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0474670 Apr 08 19:05:18.036934 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bc1c99af-8af0-47db-ab21-33b4ab26341e req-e3ac3dfe-cf03-48e4-a212-4c5708712904 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473192 Apr 08 19:05:18.755538 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971cfb0-e64c-49a7-b496-cb41d05875a0 req-46358b2a-ad6a-4dbf-88a6-eb3febdd69d5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:18.757082 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1971cfb0-e64c-49a7-b496-cb41d05875a0 req-46358b2a-ad6a-4dbf-88a6-eb3febdd69d5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0479562 Apr 08 19:05:18.834987 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853776ee-f292-4d84-9d51-fc8cf3d3d11d req-a7fd7192-abdd-4b86-b062-b78f0f2a2e34 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:18.836535 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-853776ee-f292-4d84-9d51-fc8cf3d3d11d req-a7fd7192-abdd-4b86-b062-b78f0f2a2e34 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0679429 Apr 08 19:05:18.843329 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1971cfb0-e64c-49a7-b496-cb41d05875a0 req-1c2d71fd-81c3-42d3-8b5e-2b1cb41e5828 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807366 Apr 08 19:05:18.886297 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-853776ee-f292-4d84-9d51-fc8cf3d3d11d req-81aa1da6-e0a8-4d9c-991b-7c09fa0bd18f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Apr 08 19:05:19.150187 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496b2d-ef98-474d-b8b6-f17b8d06b8a2 req-78d6a6e6-15a9-4f73-bae6-3d62b63cb8a0 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:19.151668 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9b496b2d-ef98-474d-b8b6-f17b8d06b8a2 req-78d6a6e6-15a9-4f73-bae6-3d62b63cb8a0 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0501499 Apr 08 19:05:19.199769 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9b496b2d-ef98-474d-b8b6-f17b8d06b8a2 req-ac912d27-565f-4eec-ab2a-09c907e672f6 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 Apr 08 19:05:19.967799 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753bf9c-39c0-454a-819d-6a951401ab72 req-0336ee79-4563-4a45-9931-246537aa0518 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:19.969479 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5753bf9c-39c0-454a-819d-6a951401ab72 req-0336ee79-4563-4a45-9931-246537aa0518 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0579047 Apr 08 19:05:20.029101 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f611c-d2e3-437d-b0e5-bc6282b28ae5 req-05296a32-b1e4-4010-924b-29063aaf8ce6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:20.030528 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b92f611c-d2e3-437d-b0e5-bc6282b28ae5 req-05296a32-b1e4-4010-924b-29063aaf8ce6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 945 time: 0.0699060 Apr 08 19:05:20.071163 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5753bf9c-39c0-454a-819d-6a951401ab72 req-75fd2f46-1bae-4a34-aa76-ec44dbe87c61 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944147 Apr 08 19:05:20.095519 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b92f611c-d2e3-437d-b0e5-bc6282b28ae5 req-cfb33750-0ecf-4b88-8df1-a5576066b9f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570407 Apr 08 19:05:20.245604 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c8655-1216-457a-a5a7-3f59fdec8a27 req-16c81b2d-8d3d-43a5-88f8-0ddb2c2ad43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:20.247161 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fb1c8655-1216-457a-a5a7-3f59fdec8a27 req-16c81b2d-8d3d-43a5-88f8-0ddb2c2ad43b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 1129 time: 0.0406694 Apr 08 19:05:20.307237 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fb1c8655-1216-457a-a5a7-3f59fdec8a27 req-03b9bcaa-8416-4d45-ae40-cd347c9a85ba service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523608 Apr 08 19:05:20.318502 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcd027-04ba-49bf-8322-81db2a5af4de req-8ed13f33-3d68-4a51-9b8b-1510157343b1 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:20.319997 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0edcd027-04ba-49bf-8322-81db2a5af4de req-8ed13f33-3d68-4a51-9b8b-1510157343b1 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0496354 Apr 08 19:05:20.381141 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0edcd027-04ba-49bf-8322-81db2a5af4de req-2056ac3b-0e73-4940-bf8f-d6fdd9e65f33 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552242 Apr 08 19:05:20.401373 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:05:20.480746 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port ce642d33-9dd0-4f19-b7af-3919755d64b1 is: ACTIVE; New status is: DOWN {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:20.481143 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:20.504658 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:20.506834 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979ca62c-1a98-42ad-a48e-185cb5b4560d" -d '{"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:20.519343 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:20.523952 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:20.546300 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13dcb94-f454-4b27-8ded-c15b431b6c05 x-openstack-request-id: req-a13dcb94-f454-4b27-8ded-c15b431b6c05 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:20.547163 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-unplugged", "status": "completed", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:20.547551 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a13dcb94-f454-4b27-8ded-c15b431b6c05 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:20.548004 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13dcb94-f454-4b27-8ded-c15b431b6c05'] response: {'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'code': 200} Apr 08 19:05:20.573632 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:20.818016 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-3ab8a466-2df5-4a47-a8a2-5ecccaba9937 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:20.819417 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-3ab8a466-2df5-4a47-a8a2-5ecccaba9937 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0473795 Apr 08 19:05:21.230496 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490546c9-58f3-4dbb-a3fd-4b5879cc2d68 req-f9e6fe51-505e-4a01-b254-c65fa52d7d89 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:21.232388 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-490546c9-58f3-4dbb-a3fd-4b5879cc2d68 req-f9e6fe51-505e-4a01-b254-c65fa52d7d89 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 945 time: 0.0871427 Apr 08 19:05:21.243646 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4b498-5f01-4270-9c37-3db9b14a61e3 req-d2f13662-982e-4402-8cb1-3240fd506dfc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:21.245174 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-70c4b498-5f01-4270-9c37-3db9b14a61e3 req-d2f13662-982e-4402-8cb1-3240fd506dfc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0708869 Apr 08 19:05:21.282324 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Deleting port d5c61566-0739-43f8-8c84-d59d2a56898e {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:05:21.282901 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:21.323032 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-70c4b498-5f01-4270-9c37-3db9b14a61e3 req-393d7197-12de-4c73-9789-82c26bb32720 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705476 Apr 08 19:05:21.333363 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-490546c9-58f3-4dbb-a3fd-4b5879cc2d68 req-9bec4ce0-bd9d-48fb-b436-9641248ae098 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=ceb980be-32de-4ffe-b61c-66f0d69bc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865858 Apr 08 19:05:21.379332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] For port d5c61566-0739-43f8-8c84-d59d2a56898e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d5c61566-0739-43f8-8c84-d59d2a56898e,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:21.379705 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:21.501972 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09464ba-047c-4b95-8e11-d344e3ccbb36 req-924c71cf-01ca-46ca-9009-07c53e6098aa tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:21.503899 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c09464ba-047c-4b95-8e11-d344e3ccbb36 req-924c71cf-01ca-46ca-9009-07c53e6098aa tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Apr 08 19:05:21.557445 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c09464ba-047c-4b95-8e11-d344e3ccbb36 req-e44232a5-ed95-49e4-87ca-ade593ee50b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 Apr 08 19:05:21.638134 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:21.638509 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (1ce4d8c0-5afe-4d67-948f-628e44ba631c), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:21.638830 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Floating IP 1ce4d8c0-5afe-4d67-948f-628e44ba631c disassociated. External IP: 172.27.0.101, port: d5c61566-0739-43f8-8c84-d59d2a56898e. Apr 08 19:05:21.639174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Calling delete_port for d5c61566-0739-43f8-8c84-d59d2a56898e owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:05:21.783923 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (d5c61566-0739-43f8-8c84-d59d2a56898e), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:21.812796 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'Port': ['ID=d5c61566-0739-43f8-8c84-d59d2a56898e,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:21.838228 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-cb0b0250-f93d-46cd-999e-6fed75953c69 req-deb78e59-ee81-4733-9013-0eb02463faa3 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:05:21.839245 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cb0b0250-f93d-46cd-999e-6fed75953c69 req-deb78e59-ee81-4733-9013-0eb02463faa3 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055730 Apr 08 19:05:21.957803 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:05:22.072799 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c640f-aea7-4373-97a0-6dde23dec110 req-70bcb9b5-09bd-4037-8db4-dcc3f0bc549c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:22.074472 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b01c640f-aea7-4373-97a0-6dde23dec110 req-70bcb9b5-09bd-4037-8db4-dcc3f0bc549c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.1009874 Apr 08 19:05:22.146074 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b01c640f-aea7-4373-97a0-6dde23dec110 req-2740c62f-d19b-4fc7-b9ce-efbcdbbf67bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580223 Apr 08 19:05:22.158443 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:05:22.171716 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:05:22.185751 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:05:22.186676 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:22.227520 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] No DVR routers for this DVR port d5c61566-0739-43f8-8c84-d59d2a56898e on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:05:22.231633 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:22.237576 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-fa944aad-b26b-4ac6-b200-75223d9aefd3 req-b61d785b-c902-4cdd-b1bb-1e9842489966 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "DELETE /v2.0/ports/d5c61566-0739-43f8-8c84-d59d2a56898e HTTP/1.1" status: 204 len: 173 time: 1.0476286 Apr 08 19:05:22.238156 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'name': 'network-vif-deleted', 'tag': 'd5c61566-0739-43f8-8c84-d59d2a56898e'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:22.244674 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f99ce49-845f-4256-92eb-86c9ae1a2c33" -d '{"events": [{"server_uuid": "eb2ebd03-7504-4535-b848-28c4bad865ec", "name": "network-vif-deleted", "tag": "d5c61566-0739-43f8-8c84-d59d2a56898e"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:22.305606 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98571108-bfd4-4625-bab0-b556717056da x-openstack-request-id: req-98571108-bfd4-4625-bab0-b556717056da {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:22.306216 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2ebd03-7504-4535-b848-28c4bad865ec", "name": "network-vif-deleted", "tag": "d5c61566-0739-43f8-8c84-d59d2a56898e", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:22.306216 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-98571108-bfd4-4625-bab0-b556717056da {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:22.307028 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98571108-bfd4-4625-bab0-b556717056da'] response: {'server_uuid': 'eb2ebd03-7504-4535-b848-28c4bad865ec', 'name': 'network-vif-deleted', 'tag': 'd5c61566-0739-43f8-8c84-d59d2a56898e', 'status': 'completed', 'code': 200} Apr 08 19:05:22.379766 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:05:22.509253 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-26b5a174-ec0d-4d9a-9261-ac3874d1ff5e req-4f368e10-c33f-4605-bcf6-8700d4bce61e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=eb2ebd03-7504-4535-b848-28c4bad865ec HTTP/1.1" status: 200 len: 210 time: 0.0330436 Apr 08 19:05:22.556625 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35506) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:22.660744 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-9f2f4dc4-2bf6-487c-bb37-6c100ddd5fe5 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026723 Apr 08 19:05:22.665283 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:03Z', 'revision_number': 2, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:22.686513 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-f3f53950-c16e-4e8c-a1a2-57d12d148564 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:05:22.687824 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-f3f53950-c16e-4e8c-a1a2-57d12d148564 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058944 Apr 08 19:05:22.706740 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:05:22.717179 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:05:22.717784 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:22.738784 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae099fb-fe08-45f7-b134-2856bc5b6d93 req-9016c580-57a2-4c77-a480-e83df58cb61c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:22.744195 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dae099fb-fe08-45f7-b134-2856bc5b6d93 req-9016c580-57a2-4c77-a480-e83df58cb61c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0955620 Apr 08 19:05:22.815473 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35516) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:22.825354 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dae099fb-fe08-45f7-b134-2856bc5b6d93 req-d9b66505-ef40-4237-a51a-6bb978e7f343 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750220 Apr 08 19:05:22.909225 dv-cinder-837167-1-iscsi neutron-server[103340]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 19:05:22.914734 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:05:22.978605 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-1a0de001-80f0-4f52-ae7d-25f643494537 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:22.980101 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-1a0de001-80f0-4f52-ae7d-25f643494537 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports/ce642d33-9dd0-4f19-b7af-3919755d64b1 HTTP/1.1" status: 200 len: 940 time: 0.1634336 Apr 08 19:05:22.986154 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84e951-1cf9-4bbb-bdd1-352cd7f89f67 req-5b3eb315-7af6-4694-987a-f165f793708d tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:22.987837 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dc84e951-1cf9-4bbb-bdd1-352cd7f89f67 req-5b3eb315-7af6-4694-987a-f165f793708d tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0662198 Apr 08 19:05:23.050613 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dc84e951-1cf9-4bbb-bdd1-352cd7f89f67 req-5cea923f-8655-4395-afe7-7d3475ac2b41 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553942 Apr 08 19:05:23.076190 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35524) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:23.182154 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6e282d-4a27-402a-b882-4eba0e538c95 tempest-TestVolumeBootPattern-1457550007 tempest-TestVolumeBootPattern-1457550007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:23.187099 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35532) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:23.191614 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'port_id': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:23.204837 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-fb6e282d-4a27-402a-b882-4eba0e538c95 tempest-TestVolumeBootPattern-1457550007 tempest-TestVolumeBootPattern-1457550007-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 1124 time: 0.1271279 Apr 08 19:05:23.229072 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:03Z', 'revision_number': 2, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:23.244060 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:23.355660 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99aba1-2dbb-4c38-942e-fe2a8b536176 None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '6f3e1cb7-2123-4606-aaf3-c656273b3b52', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:49:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:02:19Z', 'updated_at': '2022-04-08T19:03:03Z', 'revision_number': 2, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:05:23.378689 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d43a8-e628-497d-9ce2-b180aff0c8d0 req-8e1f4f5a-79b5-4a26-ab25-1d4d8ebd847e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:23.380374 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-347d43a8-e628-497d-9ce2-b180aff0c8d0 req-8e1f4f5a-79b5-4a26-ab25-1d4d8ebd847e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.1212673 Apr 08 19:05:23.383836 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:23.512872 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-347d43a8-e628-497d-9ce2-b180aff0c8d0 req-58ff87d6-172f-4759-bc68-2ddcf13b282a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255882 Apr 08 19:05:23.610738 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Allocated IP 172.27.0.211 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/abed1dd6-8196-4405-bc94-9e691b439347) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:05:23.645289 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35540) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:23.723825 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-812cee33-e42a-42f7-a779-7c45128d1620 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (ceb980be-32de-4ffe-b61c-66f0d69bc0b9), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:23.759773 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-812cee33-e42a-42f7-a779-7c45128d1620 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (ceb980be-32de-4ffe-b61c-66f0d69bc0b9), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:23.763293 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (abed1dd6-8196-4405-bc94-9e691b439347), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:23.773354 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb50dbd-511c-49dd-a0a8-7821d4461b34 None None] New status for floating IP 1ce4d8c0-5afe-4d67-948f-628e44ba631c: DOWN {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:05:23.801958 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (abed1dd6-8196-4405-bc94-9e691b439347), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:23.826936 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-812cee33-e42a-42f7-a779-7c45128d1620 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ceb980be-32de-4ffe-b61c-66f0d69bc0b9), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:23.831098 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-812cee33-e42a-42f7-a779-7c45128d1620 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:23.835493 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-812cee33-e42a-42f7-a779-7c45128d1620 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "DELETE /v2.0/security-groups/ceb980be-32de-4ffe-b61c-66f0d69bc0b9 HTTP/1.1" status: 204 len: 168 time: 0.1889243 Apr 08 19:05:23.836248 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35542) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:23.841121 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:05:23.845070 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:05:23.849352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:05:23.861671 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.api.v2.resource [None req-e7e12688-84cb-41a3-989d-b8813b4899e9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] show failed (client error): The resource could not be found. Apr 08 19:05:23.866726 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e7e12688-84cb-41a3-989d-b8813b4899e9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups/ceb980be-32de-4ffe-b61c-66f0d69bc0b9 HTTP/1.1" status: 404 len: 347 time: 0.0258338 Apr 08 19:05:23.871489 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35544) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:23.933042 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cee33-e42a-42f7-a779-7c45128d1620 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb980be-32de-4ffe-b61c-66f0d69bc0b9,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:23.948548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=abed1dd6-8196-4405-bc94-9e691b439347,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:23.982518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.982518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.982518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.982518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.982518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.982518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.982518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.982518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.983275 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.983587 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.985093 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.985229 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.985679 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.986453 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:23.986859 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:05:24.068454 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Deleting port 517e8f78-fa68-44ca-87b2-30620576bb7f {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:05:24.068809 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (517e8f78-fa68-44ca-87b2-30620576bb7f), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.163403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (517e8f78-fa68-44ca-87b2-30620576bb7f), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.163740 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (517e8f78-fa68-44ca-87b2-30620576bb7f), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.181176 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Calling delete_port for 517e8f78-fa68-44ca-87b2-30620576bb7f owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:05:24.193110 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:05:24.357514 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (517e8f78-fa68-44ca-87b2-30620576bb7f), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.383163 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (58fdaf93-02cd-485b-aa89-110d29bf6dc4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.387728 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'Port': ['ID=517e8f78-fa68-44ca-87b2-30620576bb7f,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:24.414958 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device d5c61566-0739-43f8-8c84-d59d2a56898e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:05:24.417313 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (1ce4d8c0-5afe-4d67-948f-628e44ba631c), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.420094 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.422219 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-50075400-9561-4395-b792-131185f727a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "DELETE /v2.0/floatingips/1ce4d8c0-5afe-4d67-948f-628e44ba631c HTTP/1.1" status: 204 len: 168 time: 0.5489478 Apr 08 19:05:24.446038 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: d5c61566-0739-43f8-8c84-d59d2a56898e {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:05:24.446858 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device d5c61566-0739-43f8-8c84-d59d2a56898e not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:05:24.477377 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (abed1dd6-8196-4405-bc94-9e691b439347), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.711400 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3db8bc-8743-4a49-b298-ccd3f883135f req-cd561715-8edb-4442-8066-c31ce28214df tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:24.712988 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3d3db8bc-8743-4a49-b298-ccd3f883135f req-cd561715-8edb-4442-8066-c31ce28214df tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0742247 Apr 08 19:05:24.715246 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (abed1dd6-8196-4405-bc94-9e691b439347), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.723863 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (abed1dd6-8196-4405-bc94-9e691b439347), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.738909 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f11091ad-1773-459e-a2eb-eccfb51a3f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.746773 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-817204a6-311c-40bc-8057-187e7271d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:24.748402 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-817204a6-311c-40bc-8057-187e7271d789 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a&tenant_id=846543c57b654df3861fe4c058b48586 HTTP/1.1" status: 200 len: 1127 time: 0.1067376 Apr 08 19:05:24.821986 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-143dfdd8-74c3-4763-8de1-4d7aaac04a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:24.823660 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-143dfdd8-74c3-4763-8de1-4d7aaac04a28 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 1127 time: 0.0519803 Apr 08 19:05:24.892077 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3d3db8bc-8743-4a49-b298-ccd3f883135f req-7c5c6fe2-e6d6-47b6-9441-7b944e9dcca1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718936 Apr 08 19:05:24.900501 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=abed1dd6-8196-4405-bc94-9e691b439347,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:24.920008 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (58fdaf93-02cd-485b-aa89-110d29bf6dc4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:24.931793 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-e71711f2-c94f-462c-95ff-a424e9f37fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:24.935754 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-e71711f2-c94f-462c-95ff-a424e9f37fe8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.1035483 Apr 08 19:05:25.039852 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Floating IP 58fdaf93-02cd-485b-aa89-110d29bf6dc4 associated. External IP: 172.27.0.211, port: 83b3dd7d-6d82-422e-8d97-cf7120c3291f. Apr 08 19:05:25.273005 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:05:25.403884 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:05:25.416920 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:05:25.428132 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:25.453422 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:05:25.454899 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:25.463788 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-32b71c06-1eb6-4d15-9346-1d19f0ec6985 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2757764 Apr 08 19:05:25.464524 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'tag': '83b3dd7d-6d82-422e-8d97-cf7120c3291f'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:25.467797 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50825ecc-42ed-4204-aa9a-7e6311d676ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec770a3-37a6-437b-9644-7cbfd099ae35", "tag": "83b3dd7d-6d82-422e-8d97-cf7120c3291f"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:25.526368 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ce902a-737c-494d-bcfb-36f57144ba7c x-openstack-request-id: req-56ce902a-737c-494d-bcfb-36f57144ba7c {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:25.526666 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec770a3-37a6-437b-9644-7cbfd099ae35", "tag": "83b3dd7d-6d82-422e-8d97-cf7120c3291f", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:25.526926 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-56ce902a-737c-494d-bcfb-36f57144ba7c {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:25.527366 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ce902a-737c-494d-bcfb-36f57144ba7c'] response: {'name': 'network-changed', 'server_uuid': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'tag': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'status': 'completed', 'code': 200} Apr 08 19:05:25.585062 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-761a2ddc-fca2-46e1-aff7-c62cc1e8c8d5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1 HTTP/1.1" status: 200 len: 998 time: 0.3327324 Apr 08 19:05:25.590043 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:05:25.641924 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-a58c79e8-1db4-41e2-a565-4fa866a90de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:25.643647 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-a58c79e8-1db4-41e2-a565-4fa866a90de3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 1129 time: 0.0703886 Apr 08 19:05:25.662410 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-73142325-87d7-49db-ad3b-b22fb6e49718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:25.663999 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-73142325-87d7-49db-ad3b-b22fb6e49718 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0627933 Apr 08 19:05:25.755039 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-26bbaf23-8824-42e1-a778-0ad92fe3aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:25.757350 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-26bbaf23-8824-42e1-a778-0ad92fe3aae6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826280 Apr 08 19:05:25.794324 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-1a2e525d-3aaf-41ba-923b-7615e1837fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:25.795898 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-1a2e525d-3aaf-41ba-923b-7615e1837fc4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.1446543 Apr 08 19:05:25.832301 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '58fdaf93-02cd-485b-aa89-110d29bf6dc4', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:cd:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:05:24Z', 'updated_at': '2022-04-08T19:05:24Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:25.859537 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:05:25.868322 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:05:25.868935 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:04:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:25.903597 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-9f871173-e40a-4eec-8035-18b017ca8cbd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b3dd7d-6d82-422e-8d97-cf7120c3291f HTTP/1.1" status: 200 len: 999 time: 0.1004305 Apr 08 19:05:25.951750 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-e195afbd-c3c5-4f73-bdde-5ba0239a2495 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839178 Apr 08 19:05:25.993638 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:05:26.004991 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-44677b44-bbfc-4443-a5c9-e8348fbff05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:26.007137 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-44677b44-bbfc-4443-a5c9-e8348fbff05e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0894318 Apr 08 19:05:26.093128 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-0991b7d2-39e0-4a6a-86c5-df3f34ade1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:26.095687 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-0991b7d2-39e0-4a6a-86c5-df3f34ade1a2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557044 Apr 08 19:05:26.141456 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce7838-714c-447f-8b18-b0d045c3afdb req-bac81726-9742-4d19-bf48-93838e176f20 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:26.143092 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-55ce7838-714c-447f-8b18-b0d045c3afdb req-bac81726-9742-4d19-bf48-93838e176f20 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.1203156 Apr 08 19:05:26.160022 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a722bc7c-6aff-447c-866d-62a9ea4bc5bd req-a9a55219-d022-444a-b8a5-11e745caf642 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990271 Apr 08 19:05:26.213639 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-55ce7838-714c-447f-8b18-b0d045c3afdb req-2e456970-5603-4419-a6e1-fee1a4f2d896 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636117 Apr 08 19:05:26.266884 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-5b2a5288-6407-4ca5-bac1-8caddf7cb1bc service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613188 Apr 08 19:05:26.292585 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '58fdaf93-02cd-485b-aa89-110d29bf6dc4', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:cd:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:05:24Z', 'updated_at': '2022-04-08T19:05:24Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:26.323393 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4658c-573f-4001-9877-a3ea480b7a86 None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '58fdaf93-02cd-485b-aa89-110d29bf6dc4', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:cd:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:05:24Z', 'updated_at': '2022-04-08T19:05:24Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:05:26.348369 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de1b12-0988-4da6-b71a-c5ca5e963086 req-60d6819c-1ed4-42bb-89da-8e67c07ce26d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:26.350117 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-58de1b12-0988-4da6-b71a-c5ca5e963086 req-60d6819c-1ed4-42bb-89da-8e67c07ce26d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0517788 Apr 08 19:05:26.406374 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-58de1b12-0988-4da6-b71a-c5ca5e963086 req-168f1a78-d228-4bc5-8852-8592138b31a9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493586 Apr 08 19:05:26.427982 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:26.530473 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf5983-759e-4c1e-b976-e95cdf30ad86 None None] New status for floating IP 58fdaf93-02cd-485b-aa89-110d29bf6dc4: ACTIVE {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:05:27.140641 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a6f8-1ee2-4c36-81fb-e5435a4fc683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:27.356673 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c44052-630e-44c1-ab0e-a08daa91d870 req-2209e3d1-7753-482d-9f47-6b40cbe1248f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:27.358276 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-92c44052-630e-44c1-ab0e-a08daa91d870 req-2209e3d1-7753-482d-9f47-6b40cbe1248f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0481074 Apr 08 19:05:27.404648 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-92c44052-630e-44c1-ab0e-a08daa91d870 req-7501c253-c4aa-4724-9166-c42afb668115 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Apr 08 19:05:27.519790 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8a231-18b7-468a-a548-5ef822449a04 req-84fc9959-22ed-496c-bc9d-4c607c94c3db tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:27.521326 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e5e8a231-18b7-468a-a548-5ef822449a04 req-84fc9959-22ed-496c-bc9d-4c607c94c3db tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0464969 Apr 08 19:05:27.571421 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e5e8a231-18b7-468a-a548-5ef822449a04 req-348bf6e6-095e-4166-8545-7175467c7538 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445738 Apr 08 19:05:27.873595 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-50825ecc-42ed-4204-aa9a-7e6311d676ce req-813f7eca-d306-46e6-9785-7f45dc5f6e9f service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856733 Apr 08 19:05:28.478354 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:28.529502 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92624a1d-65ee-4b17-8044-090d293a4388 req-2bd3f8cc-7557-4ca4-a7b0-516b426311af tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:28.531565 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-92624a1d-65ee-4b17-8044-090d293a4388 req-2bd3f8cc-7557-4ca4-a7b0-516b426311af tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0523479 Apr 08 19:05:28.597295 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-92624a1d-65ee-4b17-8044-090d293a4388 req-fc33de41-f554-4cbc-b09c-e97b68dd12d3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596251 Apr 08 19:05:28.701853 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b424c26-c630-4c13-bdf2-0425b5e5a02b req-863bef05-23b7-4446-9aac-9fbc69d39fa0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:28.704069 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0b424c26-c630-4c13-bdf2-0425b5e5a02b req-863bef05-23b7-4446-9aac-9fbc69d39fa0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0500584 Apr 08 19:05:28.754021 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0b424c26-c630-4c13-bdf2-0425b5e5a02b req-beb2553f-d1aa-4d8d-8d84-dd513df5ce23 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437145 Apr 08 19:05:29.727377 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa297c-8811-4213-a652-fe3769b20aa3 req-22fd7887-5a68-4fda-8356-689ee13295eb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:29.728964 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dcfa297c-8811-4213-a652-fe3769b20aa3 req-22fd7887-5a68-4fda-8356-689ee13295eb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0531390 Apr 08 19:05:29.778315 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dcfa297c-8811-4213-a652-fe3769b20aa3 req-6d826159-a8e3-4a3a-93fa-771dfd3657ff tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Apr 08 19:05:29.873503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbb7bd-7a1c-41c7-80e3-946e369701ef req-38f60b5e-d9d3-464e-9438-d9066675d6cd tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:29.875628 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-94fbb7bd-7a1c-41c7-80e3-946e369701ef req-38f60b5e-d9d3-464e-9438-d9066675d6cd tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Apr 08 19:05:29.926086 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-94fbb7bd-7a1c-41c7-80e3-946e369701ef req-57b030a5-0de2-40e5-8187-02c6dd065440 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442269 Apr 08 19:05:30.081511 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:30.907607 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fd7db-de99-4bf6-a80d-c04a22a05ba5 req-30209196-6e67-4aba-974d-afb6c9554199 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:30.909403 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e44fd7db-de99-4bf6-a80d-c04a22a05ba5 req-30209196-6e67-4aba-974d-afb6c9554199 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0489275 Apr 08 19:05:30.977412 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e44fd7db-de99-4bf6-a80d-c04a22a05ba5 req-072f44bc-0df3-4bab-abd6-ab41aa22aadc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617917 Apr 08 19:05:31.053773 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57581e6-f1b8-42a0-ae5e-bb920949eee9 req-6786b029-7f02-414d-9873-737d06e62b58 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:31.055405 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e57581e6-f1b8-42a0-ae5e-bb920949eee9 req-6786b029-7f02-414d-9873-737d06e62b58 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0487530 Apr 08 19:05:31.105567 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e57581e6-f1b8-42a0-ae5e-bb920949eee9 req-2d45cfdd-d2d5-4980-8f25-66d34c2f6c78 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Apr 08 19:05:31.499985 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:32.104883 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4efc-1ef5-4320-a0ba-e55bd97db073 req-8c33c674-1c8e-4255-b10f-208a38e5a282 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:32.106396 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-741d4efc-1ef5-4320-a0ba-e55bd97db073 req-8c33c674-1c8e-4255-b10f-208a38e5a282 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0495667 Apr 08 19:05:32.164997 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-741d4efc-1ef5-4320-a0ba-e55bd97db073 req-bc463f5c-6c02-425c-8d00-3bb53f03d049 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529776 Apr 08 19:05:32.249812 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002d64-6e14-4d90-a719-45e3e63b57ec req-549ba994-f1f5-49df-8e40-b6ef6d6d57fe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:32.251663 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e3002d64-6e14-4d90-a719-45e3e63b57ec req-549ba994-f1f5-49df-8e40-b6ef6d6d57fe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 946 time: 0.0657027 Apr 08 19:05:32.304672 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e3002d64-6e14-4d90-a719-45e3e63b57ec req-182fca60-9149-4aff-ab6e-8329353faec6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470324 Apr 08 19:05:32.444707 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device b0f55b88-a0f8-4fa8-afce-95fae950bae8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:05:32.580811 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port b0f55b88-a0f8-4fa8-afce-95fae950bae8 is: ACTIVE; New status is: DOWN {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:32.581596 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:32.728491 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:32.730957 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ff115b-53f0-495c-b2db-23cb4467da72" -d '{"events": [{"server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:32.744906 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port b0f55b88-a0f8-4fa8-afce-95fae950bae8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:32.750924 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:32.790511 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f37886-1516-440c-82c9-9111aeb7449a x-openstack-request-id: req-97f37886-1516-440c-82c9-9111aeb7449a {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:32.790844 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:32.791121 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-97f37886-1516-440c-82c9-9111aeb7449a {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:32.791509 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f37886-1516-440c-82c9-9111aeb7449a'] response: {'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'code': 200} Apr 08 19:05:32.809626 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=b0f55b88-a0f8-4fa8-afce-95fae950bae8,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:33.290985 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d221e-b639-43af-83c3-d946f6ad2617 req-54f5e24c-0924-4d28-9b43-1e06e6346975 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:33.292486 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7a8d221e-b639-43af-83c3-d946f6ad2617 req-54f5e24c-0924-4d28-9b43-1e06e6346975 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0513375 Apr 08 19:05:33.351420 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7a8d221e-b639-43af-83c3-d946f6ad2617 req-a83304de-4be1-4a13-9dd2-4b3fa00f7d8b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518758 Apr 08 19:05:33.436686 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27132d6-dda0-4e89-b54f-84de01d65428 req-9bdc371d-d8c7-4ea8-ba90-72e42a54c9b5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:33.439486 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e27132d6-dda0-4e89-b54f-84de01d65428 req-9bdc371d-d8c7-4ea8-ba90-72e42a54c9b5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0542555 Apr 08 19:05:33.741582 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e27132d6-dda0-4e89-b54f-84de01d65428 req-572fd813-9549-4029-a133-618198a252af tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961135 Apr 08 19:05:34.477316 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7aea01-e796-49f7-92b2-e449fcbe5423 req-a749cf70-2dd5-45d5-84c9-bcaa3ac52105 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:34.479951 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0d7aea01-e796-49f7-92b2-e449fcbe5423 req-a749cf70-2dd5-45d5-84c9-bcaa3ac52105 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0497272 Apr 08 19:05:34.529481 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0d7aea01-e796-49f7-92b2-e449fcbe5423 req-98840969-f76d-4b45-b134-39d928e4d83e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449798 Apr 08 19:05:34.858468 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dea20b-95d3-4a06-b14b-5787be1f2b48 req-bc2ca091-08a8-4b19-ad12-50970459383e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:34.860500 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-55dea20b-95d3-4a06-b14b-5787be1f2b48 req-bc2ca091-08a8-4b19-ad12-50970459383e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0499094 Apr 08 19:05:34.913961 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-55dea20b-95d3-4a06-b14b-5787be1f2b48 req-00e901d9-d8fd-4830-a7a5-c40f833c8972 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471728 Apr 08 19:05:35.652015 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609e6f7-dfc6-49f1-82c7-d1f5437706a4 req-5be4c427-a59b-4fae-aaad-eeebe8e69573 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:35.653687 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e609e6f7-dfc6-49f1-82c7-d1f5437706a4 req-5be4c427-a59b-4fae-aaad-eeebe8e69573 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0488451 Apr 08 19:05:35.707707 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e609e6f7-dfc6-49f1-82c7-d1f5437706a4 req-c5183ded-3581-47dc-aa99-b6cfd61d888f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471270 Apr 08 19:05:36.039238 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84b410-7f2e-4642-9a5b-6a7bed069b32 req-dbee8d39-d5c6-486d-b4db-37f5ff376b89 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:36.040908 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4f84b410-7f2e-4642-9a5b-6a7bed069b32 req-dbee8d39-d5c6-486d-b4db-37f5ff376b89 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0527020 Apr 08 19:05:36.091385 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4f84b410-7f2e-4642-9a5b-6a7bed069b32 req-7fd002a6-7ff0-4f3b-8543-283544d8b02a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448592 Apr 08 19:05:36.838896 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541a99e-a4b9-4748-a1a9-51ad2b128a34 req-2501920e-5ca4-443c-a692-222f4088239e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:36.841272 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e541a99e-a4b9-4748-a1a9-51ad2b128a34 req-2501920e-5ca4-443c-a692-222f4088239e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0556974 Apr 08 19:05:36.891927 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e541a99e-a4b9-4748-a1a9-51ad2b128a34 req-e2e66589-8c41-44b4-950b-d4361f364ba2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443103 Apr 08 19:05:37.208524 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e2b41-e6e2-4524-87d9-406c69d51ac9 req-fe284d44-1f00-42a6-a637-107c01ab3da5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:37.209968 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-897e2b41-e6e2-4524-87d9-406c69d51ac9 req-fe284d44-1f00-42a6-a637-107c01ab3da5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0483973 Apr 08 19:05:37.258181 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-897e2b41-e6e2-4524-87d9-406c69d51ac9 req-2dfb34b5-807f-4d54-ae5f-071380ea5225 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423293 Apr 08 19:05:38.015548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76b3a2-f95e-4c62-914d-5b705b1744c4 req-405dfb13-0584-4c72-a050-23e5fee21fac tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:38.016943 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7a76b3a2-f95e-4c62-914d-5b705b1744c4 req-405dfb13-0584-4c72-a050-23e5fee21fac tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0515530 Apr 08 19:05:38.063620 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7a76b3a2-f95e-4c62-914d-5b705b1744c4 req-5a970ee8-de6f-44bf-8362-30d0018849a1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Apr 08 19:05:38.152220 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-b3c7e1bd-021f-4807-bb82-7b1f48eb23b2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:38.153704 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-b3c7e1bd-021f-4807-bb82-7b1f48eb23b2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0534463 Apr 08 19:05:38.371067 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6caaa-7818-40f5-bd67-6b3cd5bfd38e req-0695b2e1-4b90-4ac9-a0f0-5f362c8a6868 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:38.372716 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21a6caaa-7818-40f5-bd67-6b3cd5bfd38e req-0695b2e1-4b90-4ac9-a0f0-5f362c8a6868 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 944 time: 0.0471408 Apr 08 19:05:38.418317 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21a6caaa-7818-40f5-bd67-6b3cd5bfd38e req-b26ea0d6-80c4-41ce-8058-4b5825887b38 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=bd1b15f8-c0ba-460c-901e-52df2b3146ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401518 Apr 08 19:05:38.774094 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Deleting port b0f55b88-a0f8-4fa8-afce-95fae950bae8 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:05:38.774443 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:38.867154 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] For port b0f55b88-a0f8-4fa8-afce-95fae950bae8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b0f55b88-a0f8-4fa8-afce-95fae950bae8,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:38.867524 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:39.045282 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:39.045646 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (6f3e1cb7-2123-4606-aaf3-c656273b3b52), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:39.045966 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Floating IP 6f3e1cb7-2123-4606-aaf3-c656273b3b52 disassociated. External IP: 172.27.0.98, port: b0f55b88-a0f8-4fa8-afce-95fae950bae8. Apr 08 19:05:39.047068 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Calling delete_port for b0f55b88-a0f8-4fa8-afce-95fae950bae8 owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:05:39.183273 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (b0f55b88-a0f8-4fa8-afce-95fae950bae8), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:39.185309 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4664be0-da48-44ad-9f4b-83d2571261d5 req-a4c843fa-c3f2-4935-8c5c-ef709df82a45 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:39.187230 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b4664be0-da48-44ad-9f4b-83d2571261d5 req-a4c843fa-c3f2-4935-8c5c-ef709df82a45 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0504389 Apr 08 19:05:39.211005 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'Port': ['ID=b0f55b88-a0f8-4fa8-afce-95fae950bae8,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:39.248361 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b4664be0-da48-44ad-9f4b-83d2571261d5 req-61114dfa-78ac-4c42-a339-b3a6cdad98e2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547609 Apr 08 19:05:39.339637 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:05:39.455211 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:05:39.469151 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:05:39.482122 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:05:39.483054 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:05:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:39.508343 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] No DVR routers for this DVR port b0f55b88-a0f8-4fa8-afce-95fae950bae8 on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:05:39.511249 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:39.515230 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-93e4a46a-a41c-44d7-80c5-0f76e7632698 req-c022e22a-5e4a-472d-9a20-1df75214b718 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "DELETE /v2.0/ports/b0f55b88-a0f8-4fa8-afce-95fae950bae8 HTTP/1.1" status: 204 len: 173 time: 0.8236854 Apr 08 19:05:39.516555 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'name': 'network-vif-deleted', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:39.528261 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b935b0-6eeb-4108-b4c1-e68b37e41982" -d '{"events": [{"server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "name": "network-vif-deleted", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:39.540554 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bb2313f0-6186-434d-b7ae-247a3cc9a22d req-2be6f169-2ef9-44ee-ba23-4c8233e9e55f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=7c458dbf-0a1f-4688-90ee-e9b77319c5d4 HTTP/1.1" status: 200 len: 210 time: 0.0414400 Apr 08 19:05:39.587629 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474aee6f-7911-4df0-90d3-a6594419f7fb x-openstack-request-id: req-474aee6f-7911-4df0-90d3-a6594419f7fb {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:39.587934 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c458dbf-0a1f-4688-90ee-e9b77319c5d4", "name": "network-vif-deleted", "tag": "b0f55b88-a0f8-4fa8-afce-95fae950bae8", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:39.588196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-474aee6f-7911-4df0-90d3-a6594419f7fb {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:39.588635 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474aee6f-7911-4df0-90d3-a6594419f7fb'] response: {'server_uuid': '7c458dbf-0a1f-4688-90ee-e9b77319c5d4', 'name': 'network-vif-deleted', 'tag': 'b0f55b88-a0f8-4fa8-afce-95fae950bae8', 'status': 'completed', 'code': 200} Apr 08 19:05:39.635389 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:05:39.835646 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:39.867180 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:05:39.876188 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:05:39.876833 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:05:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:39.988166 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051ad4-bd26-4ed5-af4a-b2ba43a4d74d req-d6c385bc-2f56-4c3b-8acf-b327d4e5bda5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:39.989348 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:05:39.989753 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2c051ad4-bd26-4ed5-af4a-b2ba43a4d74d req-d6c385bc-2f56-4c3b-8acf-b327d4e5bda5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0537410 Apr 08 19:05:40.038438 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2c051ad4-bd26-4ed5-af4a-b2ba43a4d74d req-71dd5c00-79d3-424e-a06d-9194a73e0121 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423455 Apr 08 19:05:40.269565 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:40.300954 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c9eed-bdac-47b6-b6d7-534ec0a8b121 None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:05:40.383348 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43908dd8-8409-4938-811a-e7c86347e3ac req-4b263ec5-ed17-4432-807d-05065e593abd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:40.385014 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43908dd8-8409-4938-811a-e7c86347e3ac req-4b263ec5-ed17-4432-807d-05065e593abd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0505466 Apr 08 19:05:40.437854 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43908dd8-8409-4938-811a-e7c86347e3ac req-10e8b0ac-fc74-4cda-9ed7-7d917f3dbdba tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469229 Apr 08 19:05:40.523560 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60b3599-5e1b-49e2-93eb-a2b4e9b7cffc None None] New status for floating IP 6f3e1cb7-2123-4606-aaf3-c656273b3b52: DOWN {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:05:40.614131 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35684) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:40.671974 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed01041c-3bb4-4a0e-ba95-f09eff16b4f2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (bd1b15f8-c0ba-460c-901e-52df2b3146ca), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:40.696791 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed01041c-3bb4-4a0e-ba95-f09eff16b4f2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (bd1b15f8-c0ba-460c-901e-52df2b3146ca), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:40.746205 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed01041c-3bb4-4a0e-ba95-f09eff16b4f2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bd1b15f8-c0ba-460c-901e-52df2b3146ca), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:40.748923 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed01041c-3bb4-4a0e-ba95-f09eff16b4f2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:40.750176 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ed01041c-3bb4-4a0e-ba95-f09eff16b4f2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "DELETE /v2.0/security-groups/bd1b15f8-c0ba-460c-901e-52df2b3146ca HTTP/1.1" status: 204 len: 168 time: 0.1350145 Apr 08 19:05:40.752897 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35686) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:40.759231 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01041c-3bb4-4a0e-ba95-f09eff16b4f2 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1b15f8-c0ba-460c-901e-52df2b3146ca,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:40.769032 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.api.v2.resource [None req-792e5b37-bc7c-4cba-8abd-a858d336b3a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] show failed (client error): The resource could not be found. Apr 08 19:05:40.770114 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-792e5b37-bc7c-4cba-8abd-a858d336b3a7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups/bd1b15f8-c0ba-460c-901e-52df2b3146ca HTTP/1.1" status: 404 len: 347 time: 0.0161583 Apr 08 19:05:40.772987 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35688) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:40.888911 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Deleting port 8cff5fd9-5024-4a81-81c8-522c7df6dbcb {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:05:40.889165 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:40.974660 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:40.974987 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:40.987318 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Calling delete_port for 8cff5fd9-5024-4a81-81c8-522c7df6dbcb owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:05:41.119019 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (8cff5fd9-5024-4a81-81c8-522c7df6dbcb), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.148381 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'Port': ['ID=8cff5fd9-5024-4a81-81c8-522c7df6dbcb,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:41.156925 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac399f-dd09-44a8-b3a2-8bc420f482f7 req-80afd2fd-d70e-4ddc-a34f-8e4ae3f789b9 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:41.158469 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-71ac399f-dd09-44a8-b3a2-8bc420f482f7 req-80afd2fd-d70e-4ddc-a34f-8e4ae3f789b9 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0502064 Apr 08 19:05:41.174494 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (6f3e1cb7-2123-4606-aaf3-c656273b3b52), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.177139 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.178307 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-6df7db90-ff36-4c00-8a10-95f1ad76da95 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "DELETE /v2.0/floatingips/6f3e1cb7-2123-4606-aaf3-c656273b3b52 HTTP/1.1" status: 204 len: 168 time: 0.4043889 Apr 08 19:05:41.209842 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-71ac399f-dd09-44a8-b3a2-8bc420f482f7 req-8d2edb09-f44f-4c25-9c78-b951a8d8134d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454755 Apr 08 19:05:41.427939 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35694) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:41.432689 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-7748f0a2-c1ec-4bde-8085-35a8bc8a3ded tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686469402', 'description': 'tempest-description--1504549424'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:41.453414 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7748f0a2-c1ec-4bde-8085-35a8bc8a3ded tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.521580 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7748f0a2-c1ec-4bde-8085-35a8bc8a3ded tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (aeacb178-8517-4938-87ef-d72ef1602915), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.529032 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7748f0a2-c1ec-4bde-8085-35a8bc8a3ded tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (aeacb178-8517-4938-87ef-d72ef1602915), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.560776 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7748f0a2-c1ec-4bde-8085-35a8bc8a3ded tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.562629 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-7748f0a2-c1ec-4bde-8085-35a8bc8a3ded tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1330764 Apr 08 19:05:41.563352 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748f0a2-c1ec-4bde-8085-35a8bc8a3ded tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeacb178-8517-4938-87ef-d72ef1602915,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:41.566203 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35698) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:41.570668 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-f059a5b7-3b12-42db-8f5f-44076d95e030 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group_rule': {'security_group_id': 'aeacb178-8517-4938-87ef-d72ef1602915', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:41.577935 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315113b-5d81-4743-8226-e0313d5142e8 req-b395f919-060b-42f5-8128-822553b15785 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:41.579540 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7315113b-5d81-4743-8226-e0313d5142e8 req-b395f919-060b-42f5-8128-822553b15785 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0666118 Apr 08 19:05:41.598766 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f059a5b7-3b12-42db-8f5f-44076d95e030 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (e7585a2a-dc24-48c2-bf4d-5712fe3743cc), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.629509 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7315113b-5d81-4743-8226-e0313d5142e8 req-24375269-daa6-4b10-922b-24f293acba15 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439510 Apr 08 19:05:41.660969 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f059a5b7-3b12-42db-8f5f-44076d95e030 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (e7585a2a-dc24-48c2-bf4d-5712fe3743cc), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.664767 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f059a5b7-3b12-42db-8f5f-44076d95e030 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (e7585a2a-dc24-48c2-bf4d-5712fe3743cc), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.682866 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059a5b7-3b12-42db-8f5f-44076d95e030 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7585a2a-dc24-48c2-bf4d-5712fe3743cc,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:41.691412 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f059a5b7-3b12-42db-8f5f-44076d95e030 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.692666 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-f059a5b7-3b12-42db-8f5f-44076d95e030 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255376 Apr 08 19:05:41.695330 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35700) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:41.699659 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-84056c9a-0513-4d0d-854d-0a5eb146e5c0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group_rule': {'security_group_id': 'aeacb178-8517-4938-87ef-d72ef1602915', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:41.731678 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-84056c9a-0513-4d0d-854d-0a5eb146e5c0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (8c06b4f4-7161-41f2-ab68-8fa06dd8e3c6), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.788079 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-84056c9a-0513-4d0d-854d-0a5eb146e5c0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (8c06b4f4-7161-41f2-ab68-8fa06dd8e3c6), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.791587 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-84056c9a-0513-4d0d-854d-0a5eb146e5c0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (8c06b4f4-7161-41f2-ab68-8fa06dd8e3c6), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.809932 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84056c9a-0513-4d0d-854d-0a5eb146e5c0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c06b4f4-7161-41f2-ab68-8fa06dd8e3c6,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:41.817906 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-84056c9a-0513-4d0d-854d-0a5eb146e5c0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.819324 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-84056c9a-0513-4d0d-854d-0a5eb146e5c0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228266 Apr 08 19:05:41.822235 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 35702) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:41.826456 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:41.846265 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:41.925888 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.034248 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Allocated IP 172.27.0.81 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/3bf58265-93e0-46b0-b5e2-11e61e64813a) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:05:42.146076 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (3bf58265-93e0-46b0-b5e2-11e61e64813a), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.182012 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (3bf58265-93e0-46b0-b5e2-11e61e64813a), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.225286 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:05:42.228401 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:05:42.230914 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:05:42.247914 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=3bf58265-93e0-46b0-b5e2-11e61e64813a,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:42.296844 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (299d025e-3e86-4810-91bb-4b1e22c59450), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.335748 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (3bf58265-93e0-46b0-b5e2-11e61e64813a), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.343219 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee619d6-91aa-4439-aa2e-f97d02fb8c36 req-b251a3a6-ab9d-4268-8b8b-bdd54e4df911 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:42.345047 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0ee619d6-91aa-4439-aa2e-f97d02fb8c36 req-b251a3a6-ab9d-4268-8b8b-bdd54e4df911 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0512516 Apr 08 19:05:42.401263 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0ee619d6-91aa-4439-aa2e-f97d02fb8c36 req-a87f029a-c428-4029-a81d-b9f61d72493f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502284 Apr 08 19:05:42.496286 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (3bf58265-93e0-46b0-b5e2-11e61e64813a), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.501380 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (3bf58265-93e0-46b0-b5e2-11e61e64813a), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.533064 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (299d025e-3e86-4810-91bb-4b1e22c59450), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.555252 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=3bf58265-93e0-46b0-b5e2-11e61e64813a,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:42.560388 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:42.568437 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-f5a89ca5-85bf-4358-a39c-01f086faf6e4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7384694 Apr 08 19:05:42.778928 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edf8ae-4b80-43a5-941d-fa34115d6ae4 req-fa3695e6-c52d-4ce3-aeca-0f966da82edb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:42.780424 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a1edf8ae-4b80-43a5-941d-fa34115d6ae4 req-fa3695e6-c52d-4ce3-aeca-0f966da82edb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0704226 Apr 08 19:05:42.810012 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-e9f0e054-f178-4ebd-847f-e00fd465cbb9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1686469402&fields=id&tenant_id=8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 267 time: 0.0905833 Apr 08 19:05:42.862372 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a1edf8ae-4b80-43a5-941d-fa34115d6ae4 req-512d1786-c3eb-4471-a624-108dea86285c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760980 Apr 08 19:05:42.934245 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-340aa8f4-f777-433e-8d32-eb225dd88a8f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:42.935703 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-340aa8f4-f777-433e-8d32-eb225dd88a8f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 815 time: 0.1142437 Apr 08 19:05:42.951161 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-1a46948b-3631-4a87-9a12-e8a6d4252da6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/quotas/8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 375 time: 0.0089641 Apr 08 19:05:43.004922 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-6d56644b-4dbc-449d-8cfd-b8abb167cb44 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488391 Apr 08 19:05:43.098666 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-0b5a8e61-7ed8-44e2-94e5-02d8b391059e service neutron] 10.222.0.109 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823584 Apr 08 19:05:43.192490 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-ba4efa1f-cf08-4f0f-a86e-dfb19455eb0d service neutron] 10.222.0.109 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879993 Apr 08 19:05:43.364940 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-67ea30b3-aa79-46c9-b6ef-992fd0043480 req-3f701ef1-e5e0-48f9-9a81-041c05133dd4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 210 time: 0.0293922 Apr 08 19:05:43.518931 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54768328-2fca-44f2-b47a-00b838791f22 req-a2f94086-1a71-48f2-8a8e-d37d4e395f53 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:43.520502 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-54768328-2fca-44f2-b47a-00b838791f22 req-a2f94086-1a71-48f2-8a8e-d37d4e395f53 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Apr 08 19:05:43.578061 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-54768328-2fca-44f2-b47a-00b838791f22 req-7c008d0c-cf14-4999-9bac-7e81cb4ffb54 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514345 Apr 08 19:05:43.984956 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282d081-7c67-4127-b070-286e718a8f3f req-34a26f4d-a497-4c30-81e2-248b35f67c95 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:43.986443 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b282d081-7c67-4127-b070-286e718a8f3f req-34a26f4d-a497-4c30-81e2-248b35f67c95 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0517600 Apr 08 19:05:44.034597 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b282d081-7c67-4127-b070-286e718a8f3f req-f0843512-7cda-4f5c-b686-3a82b0426f48 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426226 Apr 08 19:05:44.458841 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6d284621-d27a-4fbf-b600-2061965c67e4 req-5e818593-32fc-4205-b33c-07a48b88ce81 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 210 time: 0.0281453 Apr 08 19:05:44.692881 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df3fe-5f27-44f3-b59e-7c600da3fc8a req-35803413-3724-4458-a2ba-5d5b5c2b8ef6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:44.694401 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d8df3fe-5f27-44f3-b59e-7c600da3fc8a req-35803413-3724-4458-a2ba-5d5b5c2b8ef6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0491340 Apr 08 19:05:44.747871 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d8df3fe-5f27-44f3-b59e-7c600da3fc8a req-789089b4-eb6e-4daa-ad41-0fb8d11dd383 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476401 Apr 08 19:05:45.172897 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbfae1-e993-41b6-ba58-fc067d5221bb req-1db1a854-b33f-4cd9-93ff-e43340e1d7b9 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:45.180958 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-97bbfae1-e993-41b6-ba58-fc067d5221bb req-1db1a854-b33f-4cd9-93ff-e43340e1d7b9 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0706220 Apr 08 19:05:45.212994 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-b6b6c409-6e3b-46b6-aab4-468277e03bc8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:45.216031 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-b6b6c409-6e3b-46b6-aab4-468277e03bc8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 815 time: 0.1250782 Apr 08 19:05:45.226712 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-97bbfae1-e993-41b6-ba58-fc067d5221bb req-9a7eebfe-49aa-4de1-8643-ec8dd183b687 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447726 Apr 08 19:05:45.286421 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-aa583700-c5dc-4257-a62f-da36998a9f30 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 380 time: 0.0594871 Apr 08 19:05:45.389145 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'port': {'device_id': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'admin_state_up': True, 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'security_groups': ['aeacb178-8517-4938-87ef-d72ef1602915']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:45.502626 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Made reservation on behalf of 8e5c72f71a7e487690d834bbd3647280 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:05:45.506183 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:45.555044 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-16d16fb8-8938-47c8-9d0a-604d456b646b req-d6970c5a-d9f0-4e9d-8dcd-7a3be9e85222 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 210 time: 0.0292766 Apr 08 19:05:45.632491 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Allocated IP 172.20.0.9 (00dfce23-f7ae-40b7-911b-c0fe9fd1e288/42425f02-aadd-48b4-b924-1014c7e86519/2ce5db71-3b0d-44ab-a036-31be47360bfa) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:05:45.770068 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:45.804286 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:45.848078 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:05:45.851169 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:05:45.854923 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:05:45.860313 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:45.860954 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:45.864190 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6df52-f3d7-4d23-b3a2-3b3a79577d83 req-9f4d91fc-acc5-41e0-8205-3885ae502941 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:45.868926 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-61f6df52-f3d7-4d23-b3a2-3b3a79577d83 req-9f4d91fc-acc5-41e0-8205-3885ae502941 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0523500 Apr 08 19:05:45.870139 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=2ce5db71-3b0d-44ab-a036-31be47360bfa,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:45.887012 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-7b4426ad-b596-4a9f-8372-3a31d68ccefe tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5016723 Apr 08 19:05:45.901298 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Request body: {'port': {'device_id': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:45.923121 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-61f6df52-f3d7-4d23-b3a2-3b3a79577d83 req-329c4d03-40b1-4e21-a366-3ee5c1a3e1e9 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461495 Apr 08 19:05:45.971244 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.099042 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-60b1db06-de2b-4249-8b11-0b2d2cd58457 None None] Provisioning complete for port 2ce5db71-3b0d-44ab-a036-31be47360bfa triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:05:46.099644 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60b1db06-de2b-4249-8b11-0b2d2cd58457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.135412 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-60b1db06-de2b-4249-8b11-0b2d2cd58457 None None] Port 2ce5db71-3b0d-44ab-a036-31be47360bfa cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:05:46.238600 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce5db71-3b0d-44ab-a036-31be47360bfa {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:05:46.245901 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Publish callbacks [] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.259090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Transition to ACTIVE for port object 2ce5db71-3b0d-44ab-a036-31be47360bfa will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:05:46.262197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.318187 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce5db71-3b0d-44ab-a036-31be47360bfa,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:46.354910 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Attempting to bind port 2ce5db71-3b0d-44ab-a036-31be47360bfa on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:05:46.355267 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Attempting to bind port 2ce5db71-3b0d-44ab-a036-31be47360bfa by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:05:46.355603 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Attempting to bind port 2ce5db71-3b0d-44ab-a036-31be47360bfa on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:05:46.361935 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1e8bd-e918-4f3f-b17e-ad202dab3286 req-ababc3ef-ecb3-4338-89a0-13d4d91fac68 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:46.363692 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Port 2ce5db71-3b0d-44ab-a036-31be47360bfa on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:05:46.364052 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Attempting to bind port 2ce5db71-3b0d-44ab-a036-31be47360bfa on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:05:46.369012 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1cb1e8bd-e918-4f3f-b17e-ad202dab3286 req-ababc3ef-ecb3-4338-89a0-13d4d91fac68 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 943 time: 0.0689344 Apr 08 19:05:46.369403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:05:46.369754 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Checking segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:05:46.370145 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Bound using segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:05:46.370583 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Bound port: 2ce5db71-3b0d-44ab-a036-31be47360bfa, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:05:46.370957 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.415526 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1cb1e8bd-e918-4f3f-b17e-ad202dab3286 req-95343871-7536-42c0-b97e-72ceac5b9652 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 Apr 08 19:05:46.445025 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] For port 2ce5db71-3b0d-44ab-a036-31be47360bfa, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:05:46.449912 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] For port 2ce5db71-3b0d-44ab-a036-31be47360bfa, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ce5db71-3b0d-44ab-a036-31be47360bfa,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:05:46.457876 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.495673 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:46.496493 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.497895 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] 10.222.0.113 "PUT /v2.0/ports/2ce5db71-3b0d-44ab-a036-31be47360bfa HTTP/1.1" status: 200 len: 1093 time: 0.6011465 Apr 08 19:05:46.501242 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'tag': '2ce5db71-3b0d-44ab-a036-31be47360bfa'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:46.504396 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f11f438-f47d-4af8-af1f-a076eda7dce5" -d '{"events": [{"name": "network-changed", "server_uuid": "60fedda2-a4ef-416a-a424-1e3185e7204c", "tag": "2ce5db71-3b0d-44ab-a036-31be47360bfa"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:46.515353 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:05:46.564531 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b053fc5c-527a-4b0e-be19-dcf8a07a9d25 x-openstack-request-id: req-b053fc5c-527a-4b0e-be19-dcf8a07a9d25 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:46.564838 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fedda2-a4ef-416a-a424-1e3185e7204c", "tag": "2ce5db71-3b0d-44ab-a036-31be47360bfa", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:46.565101 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b053fc5c-527a-4b0e-be19-dcf8a07a9d25 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:46.565514 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b053fc5c-527a-4b0e-be19-dcf8a07a9d25'] response: {'name': 'network-changed', 'server_uuid': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'tag': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'status': 'completed', 'code': 200} Apr 08 19:05:46.584314 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e36e6-e118-4c72-8492-0773f702e3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce5db71-3b0d-44ab-a036-31be47360bfa,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:46.599135 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-059b2531-09c2-4391-9881-45c45c560698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:46.601904 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-059b2531-09c2-4391-9881-45c45c560698 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 1127 time: 0.0612185 Apr 08 19:05:46.648663 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-125113e3-04dd-4470-af86-7c8982107a68 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ce5db71-3b0d-44ab-a036-31be47360bfa HTTP/1.1" status: 200 len: 217 time: 0.0394964 Apr 08 19:05:46.661892 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:46.681431 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'port_id': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'mac_address': 'fa:16:3e:59:14:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:05:46.698510 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6f20-626e-4490-aded-4658a64aeed4 req-73e55290-49fd-40d1-9966-260db93419a1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:46.700496 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-03cc6f20-626e-4490-aded-4658a64aeed4 req-73e55290-49fd-40d1-9966-260db93419a1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 943 time: 0.0680659 Apr 08 19:05:46.710318 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-59937239-51cd-4077-aa84-d7adcea62e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:46.712140 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-59937239-51cd-4077-aa84-d7adcea62e2e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0570087 Apr 08 19:05:46.730395 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port ce642d33-9dd0-4f19-b7af-3919755d64b1 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:46.730788 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.746131 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce642d33-9dd0-4f19-b7af-3919755d64b1 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:05:46.758265 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-03cc6f20-626e-4490-aded-4658a64aeed4 req-a7624d97-50da-43a9-96c5-28234f34990b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509639 Apr 08 19:05:46.775433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-e10794e4-a603-4245-afc4-e20b078b318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:46.775653 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:46.777994 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-e10794e4-a603-4245-afc4-e20b078b318d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584471 Apr 08 19:05:46.783109 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:46.836712 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=9']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:46.871220 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-f0a8982d-acc2-46e3-aef8-1155d703981a service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862212 Apr 08 19:05:46.964124 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0b7126f-501f-41ce-844e-3ec92171c1df req-20d60ed4-d681-42bf-911a-36c2c46f11cd service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864470 Apr 08 19:05:47.055841 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59643560-a970-4d64-9e5d-f7258be24817 req-a9c43f54-1785-41c0-a0c4-f93e66a45b3b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:47.057268 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-59643560-a970-4d64-9e5d-f7258be24817 req-a9c43f54-1785-41c0-a0c4-f93e66a45b3b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0569005 Apr 08 19:05:47.104920 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-59643560-a970-4d64-9e5d-f7258be24817 req-e7f2aa56-c309-4a50-be70-195d4f35212c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417690 Apr 08 19:05:47.136633 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['ce642d33-9dd0-4f19-b7af-3919755d64b1'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:05:47.536436 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbd8fd-7088-4a5b-8b53-ae5105d1c83b req-79e8fefa-9aef-4459-86e0-6f7f046b7981 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:47.537941 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-76cbd8fd-7088-4a5b-8b53-ae5105d1c83b req-79e8fefa-9aef-4459-86e0-6f7f046b7981 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0480456 Apr 08 19:05:47.585126 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-76cbd8fd-7088-4a5b-8b53-ae5105d1c83b req-454633ad-9a79-4189-a926-da3f49153d03 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418017 Apr 08 19:05:47.879972 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e081b-ebe0-4408-82fb-7573720e2ab1 req-c8ad2ba9-ed74-40a6-9458-421bbec64747 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:47.881470 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1e9e081b-ebe0-4408-82fb-7573720e2ab1 req-c8ad2ba9-ed74-40a6-9458-421bbec64747 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 943 time: 0.0467134 Apr 08 19:05:47.931595 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1e9e081b-ebe0-4408-82fb-7573720e2ab1 req-fbf21bf6-20be-4d49-b842-e2f0cced7111 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445428 Apr 08 19:05:48.181320 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-194b87da-38c3-4993-b20d-408825f8fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:48.182828 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-194b87da-38c3-4993-b20d-408825f8fa2e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 1127 time: 0.0440557 Apr 08 19:05:48.221714 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95d6b7-d361-45c6-ba67-3841d9a9fdf1 req-fb55e9fc-35f4-4021-8450-14ec12bc5f40 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:48.223182 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3e95d6b7-d361-45c6-ba67-3841d9a9fdf1 req-fb55e9fc-35f4-4021-8450-14ec12bc5f40 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0481505 Apr 08 19:05:48.271124 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3e95d6b7-d361-45c6-ba67-3841d9a9fdf1 req-d0252142-e41f-442b-bb08-9a5d78c93579 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423338 Apr 08 19:05:48.513785 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:05:48.563552 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port ce642d33-9dd0-4f19-b7af-3919755d64b1 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:05:48.564352 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:48.674052 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-1f340efd-0970-444d-9a9d-91f9859220fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:48.675667 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-1f340efd-0970-444d-9a9d-91f9859220fb service neutron] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 917 time: 0.1065938 Apr 08 19:05:48.676293 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port ce642d33-9dd0-4f19-b7af-3919755d64b1 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:48.676867 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:48.701463 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:48.703774 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0669d747-6379-4f38-98f0-2bcc6a48d989" -d '{"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:48.716510 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:48.721926 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:48.743778 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11293ad2-ace3-4086-bbb4-06ab779c507a req-3ef43ddd-121b-42ef-aed9-26cc5d912d6b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:48.747274 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-11293ad2-ace3-4086-bbb4-06ab779c507a req-3ef43ddd-121b-42ef-aed9-26cc5d912d6b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 944 time: 0.0676789 Apr 08 19:05:48.756432 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb69af4-20d1-4a18-9f82-92fc99cd8462 x-openstack-request-id: req-efb69af4-20d1-4a18-9f82-92fc99cd8462 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:48.756722 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-plugged", "status": "completed", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:48.757002 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-efb69af4-20d1-4a18-9f82-92fc99cd8462 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:48.757398 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb69af4-20d1-4a18-9f82-92fc99cd8462'] response: {'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'code': 200} Apr 08 19:05:48.778933 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:48.798547 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-11293ad2-ace3-4086-bbb4-06ab779c507a req-1a9d80de-cbdb-4130-9dc9-de9d42d835e2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453990 Apr 08 19:05:49.009248 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-32c5bbf7-9cfb-43cd-a691-f1dede30b22d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ce5db71-3b0d-44ab-a036-31be47360bfa HTTP/1.1" status: 200 len: 217 time: 0.0417521 Apr 08 19:05:49.065152 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff49ab-c01c-4ea9-a8fb-0f264d88064e req-8007c279-de44-4199-9a4e-624b9602d1e7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:49.066612 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-afff49ab-c01c-4ea9-a8fb-0f264d88064e req-8007c279-de44-4199-9a4e-624b9602d1e7 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 943 time: 0.0600836 Apr 08 19:05:49.115869 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-afff49ab-c01c-4ea9-a8fb-0f264d88064e req-3e3c628d-4505-475a-be28-91cc6084a0ec tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Apr 08 19:05:49.394267 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e39a2-7b23-46c8-9629-a4d97dad77b5 req-c3c286eb-7610-4f37-8a29-471846700465 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:49.395792 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-487e39a2-7b23-46c8-9629-a4d97dad77b5 req-c3c286eb-7610-4f37-8a29-471846700465 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0569541 Apr 08 19:05:49.398825 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-0eef7af3-8a99-4620-9c1f-09ad7f7b15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:49.400463 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-0eef7af3-8a99-4620-9c1f-09ad7f7b15e0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0573013 Apr 08 19:05:49.459894 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-9e028eee-b748-4d22-89f0-2c5d1d7c46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:49.461380 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-487e39a2-7b23-46c8-9629-a4d97dad77b5 req-a2d28cf1-6786-4170-9cc9-3b81b8fdf2b7 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591612 Apr 08 19:05:49.462549 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-9e028eee-b748-4d22-89f0-2c5d1d7c46ee service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554011 Apr 08 19:05:49.575247 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fd96e-74c6-4cee-8be4-a3604a2c0992 req-84bd43a9-14ff-4aa7-9056-960c260a2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:49.576778 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-740fd96e-74c6-4cee-8be4-a3604a2c0992 req-84bd43a9-14ff-4aa7-9056-960c260a2f42 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 1130 time: 0.0963562 Apr 08 19:05:49.631215 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-eea8edac-1042-4467-9d16-0cc86ee7f007 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424227 Apr 08 19:05:49.650547 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-740fd96e-74c6-4cee-8be4-a3604a2c0992 req-5929fe92-154a-405b-b8d1-a7e61d3859a6 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654902 Apr 08 19:05:49.730815 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6f11f438-f47d-4af8-af1f-a076eda7dce5 req-5607aa70-aeba-44b8-909d-3dad711bf77b service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917943 Apr 08 19:05:49.919487 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebd5ee-bd6f-4d94-8250-26a51709e062 req-38884462-37e7-4f59-b6a0-830147ecf425 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:49.921790 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-28ebd5ee-bd6f-4d94-8250-26a51709e062 req-38884462-37e7-4f59-b6a0-830147ecf425 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 946 time: 0.0500708 Apr 08 19:05:49.976031 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-28ebd5ee-bd6f-4d94-8250-26a51709e062 req-329b6221-8639-4bfc-b0b6-a17873ee63b0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487175 Apr 08 19:05:50.066090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-2013da5e-4262-4013-bd60-ba6176baefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:50.067671 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-2013da5e-4262-4013-bd60-ba6176baefa2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1130 time: 0.0406060 Apr 08 19:05:50.072451 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bdda3-9c0e-43f7-a9ad-8c90c8d8bcdf req-d4793315-687b-45d7-9491-ce86081ea0a3 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:50.073959 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a09bdda3-9c0e-43f7-a9ad-8c90c8d8bcdf req-d4793315-687b-45d7-9491-ce86081ea0a3 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0489266 Apr 08 19:05:50.120966 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a09bdda3-9c0e-43f7-a9ad-8c90c8d8bcdf req-62fb8fc0-f0bd-4b56-b787-ae4360f3240a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Apr 08 19:05:50.228974 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55f4ae-d976-475d-adf4-5e0eff5cc148 req-daa8b0f8-7533-4864-8048-0ad12e37154f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:50.230446 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8f55f4ae-d976-475d-adf4-5e0eff5cc148 req-daa8b0f8-7533-4864-8048-0ad12e37154f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 943 time: 0.0481205 Apr 08 19:05:50.276925 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8f55f4ae-d976-475d-adf4-5e0eff5cc148 req-49e6393f-4d8d-4faf-9911-6f3e965c40db tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403941 Apr 08 19:05:50.510186 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 2ce5db71-3b0d-44ab-a036-31be47360bfa details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:05:50.579414 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cd07e-341e-408c-bcc1-90fcf3914dda req-09a5e805-0a20-48e6-a75a-27600dda74e3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:50.581230 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-491cd07e-341e-408c-bcc1-90fcf3914dda req-09a5e805-0a20-48e6-a75a-27600dda74e3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0517445 Apr 08 19:05:50.610035 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 2ce5db71-3b0d-44ab-a036-31be47360bfa, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ce5db71-3b0d-44ab-a036-31be47360bfa,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:50.623260 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'port_id': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'mac_address': 'fa:16:3e:52:97:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:05:50.633535 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-491cd07e-341e-408c-bcc1-90fcf3914dda req-06232d1b-cc13-421f-8e83-b04cfa58cda5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459702 Apr 08 19:05:50.669918 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 2ce5db71-3b0d-44ab-a036-31be47360bfa is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:50.670318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:50.688281 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce5db71-3b0d-44ab-a036-31be47360bfa {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:05:50.710749 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 2ce5db71-3b0d-44ab-a036-31be47360bfa, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ce5db71-3b0d-44ab-a036-31be47360bfa,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:50.714153 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:50.766325 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=2ce5db71-3b0d-44ab-a036-31be47360bfa,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:50.906241 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-d882141a-ff89-47c7-ba20-77e7be8b5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:50.909543 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-d882141a-ff89-47c7-ba20-77e7be8b5ebe service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.3410690 Apr 08 19:05:51.095521 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['2ce5db71-3b0d-44ab-a036-31be47360bfa'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:05:51.106374 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0909ac-6d4d-4a46-a307-2c867b146430 req-aac9ac0b-3ed8-45ca-bf6d-acb9e204e2cb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:51.107859 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-af0909ac-6d4d-4a46-a307-2c867b146430 req-aac9ac0b-3ed8-45ca-bf6d-acb9e204e2cb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 946 time: 0.0489633 Apr 08 19:05:51.163421 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-af0909ac-6d4d-4a46-a307-2c867b146430 req-44b6ed7b-1034-4a55-b3e1-7cd0ebde4647 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472784 Apr 08 19:05:51.255146 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a4936-6d84-4ece-bd13-13873338285d req-16e7189c-5040-40c3-97be-dafe7e23300c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:51.256871 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa8a4936-6d84-4ece-bd13-13873338285d req-16e7189c-5040-40c3-97be-dafe7e23300c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0530486 Apr 08 19:05:51.307667 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa8a4936-6d84-4ece-bd13-13873338285d req-a37a7755-b726-4fb5-b886-7982277eef12 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451961 Apr 08 19:05:51.392690 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c85e27-b7f9-4703-98d8-7ba65ffe314c req-a5b9e4f6-641c-455b-a48d-bd56b93626b5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:51.394191 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-39c85e27-b7f9-4703-98d8-7ba65ffe314c req-a5b9e4f6-641c-455b-a48d-bd56b93626b5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 944 time: 0.0480385 Apr 08 19:05:51.445003 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-39c85e27-b7f9-4703-98d8-7ba65ffe314c req-9ca8e03e-3789-4344-9367-df6add2e9597 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 Apr 08 19:05:51.481649 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-ad7a9faf-f8cf-4934-ab13-452a0c852b29 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 200 len: 1001 time: 0.0656006 Apr 08 19:05:51.572785 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-57f47578-33fd-471e-8b2a-a2385e6b8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:51.574174 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-57f47578-33fd-471e-8b2a-a2385e6b8f2e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0506933 Apr 08 19:05:51.619634 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-2dfe31d1-5a05-4db6-90f8-6b940da0b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:51.621179 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-2dfe31d1-5a05-4db6-90f8-6b940da0b5a7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408692 Apr 08 19:05:51.717931 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-5e6a1082-c1ab-45ea-aefb-da8967c61271 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887055 Apr 08 19:05:51.750725 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bb586-ee94-4809-af4d-bf4636ebb0fe req-e9c9c57f-bfb1-4342-b889-942b04b23f8a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:51.752286 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-119bb586-ee94-4809-af4d-bf4636ebb0fe req-e9c9c57f-bfb1-4342-b889-942b04b23f8a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0512173 Apr 08 19:05:51.809937 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-119bb586-ee94-4809-af4d-bf4636ebb0fe req-65bc2003-d7ca-4aa6-8546-18b419d4a1fc tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519300 Apr 08 19:05:51.824850 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d7e241da-cb01-4a77-a3f8-1ff65da4989b req-e9123b76-659e-48e5-8499-8e3c0017a182 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002910 Apr 08 19:05:52.007538 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e48046-28c0-4c37-9330-a0f5418dc53a req-153cc9a7-becf-456a-99c4-abac641faa13 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.009058 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d6e48046-28c0-4c37-9330-a0f5418dc53a req-153cc9a7-becf-456a-99c4-abac641faa13 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0487313 Apr 08 19:05:52.057801 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d6e48046-28c0-4c37-9330-a0f5418dc53a req-5c91a1f7-f2d1-4767-a82f-db0389f587d5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429678 Apr 08 19:05:52.152928 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-f676bb5e-9e20-4915-8578-46dde2028621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.154341 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-f676bb5e-9e20-4915-8578-46dde2028621 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 1130 time: 0.0444188 Apr 08 19:05:52.252824 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-1dc87301-3538-4e82-9bfc-06bf13cfcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.254320 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-1dc87301-3538-4e82-9bfc-06bf13cfcf09 service neutron] 10.222.0.113 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 912 time: 0.0898640 Apr 08 19:05:52.285655 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f456f-f068-42a4-8b75-3cf1a931f19e req-0bf6f7b1-25bc-471d-85d3-f2c5bdb17146 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.287137 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-164f456f-f068-42a4-8b75-3cf1a931f19e req-0bf6f7b1-25bc-471d-85d3-f2c5bdb17146 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 946 time: 0.0478737 Apr 08 19:05:52.320125 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-4f441431-0bdc-42cf-8437-8031352cbd84 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1 HTTP/1.1" status: 200 len: 1002 time: 0.0590370 Apr 08 19:05:52.334142 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-164f456f-f068-42a4-8b75-3cf1a931f19e req-3e5000c0-0b30-4684-a930-88aa6426ef29 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415072 Apr 08 19:05:52.374720 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-ab65144e-36a6-4af8-975a-97646d21b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.376897 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-ab65144e-36a6-4af8-975a-97646d21b910 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4da7e50-1dee-4637-83a5-33f945609d49 HTTP/1.1" status: 200 len: 849 time: 0.0493059 Apr 08 19:05:52.425171 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-71bf2ef7-a896-4b9d-a47e-731c2f8729e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.426642 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-71bf2ef7-a896-4b9d-a47e-731c2f8729e5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=21f97656-9d80-499b-9b53-414617a06edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415990 Apr 08 19:05:52.446308 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d8851-59b7-4c1a-9c65-dbe17de48cfa req-b20c1484-53c9-4726-8211-41d43a54d95d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.447809 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-588d8851-59b7-4c1a-9c65-dbe17de48cfa req-b20c1484-53c9-4726-8211-41d43a54d95d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0587420 Apr 08 19:05:52.496483 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-588d8851-59b7-4c1a-9c65-dbe17de48cfa req-d29fa420-8696-4035-919a-96c257d63c3b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Apr 08 19:05:52.522385 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-06faffd4-59bf-4d6f-a329-2eaa826c1923 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892546 Apr 08 19:05:52.537134 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 2ce5db71-3b0d-44ab-a036-31be47360bfa up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:05:52.575883 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c033ab3-7057-445e-94f8-5cdeec338301 req-89101064-a5de-4ede-92a9-72b3f5b8d1a3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.578025 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c033ab3-7057-445e-94f8-5cdeec338301 req-89101064-a5de-4ede-92a9-72b3f5b8d1a3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 944 time: 0.0503852 Apr 08 19:05:52.589056 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 2ce5db71-3b0d-44ab-a036-31be47360bfa completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:05:52.599480 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 2ce5db71-3b0d-44ab-a036-31be47360bfa triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:05:52.599859 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:52.631626 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c033ab3-7057-445e-94f8-5cdeec338301 req-ef0cf012-e080-41af-b5c7-ba51509edef8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477328 Apr 08 19:05:52.634436 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9f3ef05b-6cc6-48ab-900b-2990d8d50cbc req-0beeee6c-7538-46b2-bd26-9d909b6a5c16 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025956 Apr 08 19:05:52.695231 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 2ce5db71-3b0d-44ab-a036-31be47360bfa is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:05:52.695533 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:52.717533 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce5db71-3b0d-44ab-a036-31be47360bfa'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:52.719977 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969277f-e4d1-46ca-869e-99bb3c50519e" -d '{"events": [{"server_uuid": "60fedda2-a4ef-416a-a424-1e3185e7204c", "name": "network-vif-plugged", "status": "completed", "tag": "2ce5db71-3b0d-44ab-a036-31be47360bfa"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:52.732073 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 2ce5db71-3b0d-44ab-a036-31be47360bfa, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ce5db71-3b0d-44ab-a036-31be47360bfa,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:05:52.737446 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:52.763804 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f541a9ed-30c4-40c4-9cee-56e5303c9328 x-openstack-request-id: req-f541a9ed-30c4-40c4-9cee-56e5303c9328 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:52.764297 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fedda2-a4ef-416a-a424-1e3185e7204c", "name": "network-vif-plugged", "status": "completed", "tag": "2ce5db71-3b0d-44ab-a036-31be47360bfa", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:52.764601 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f541a9ed-30c4-40c4-9cee-56e5303c9328 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:52.765071 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f541a9ed-30c4-40c4-9cee-56e5303c9328'] response: {'server_uuid': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'code': 200} Apr 08 19:05:52.791167 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=2ce5db71-3b0d-44ab-a036-31be47360bfa,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:05:52.931752 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537f575-70ec-4f0f-ab74-a0576da14cad req-125d4a5f-b99d-4192-871e-e58b4c7e4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:52.933268 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7537f575-70ec-4f0f-ab74-a0576da14cad req-125d4a5f-b99d-4192-871e-e58b4c7e4df9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 1129 time: 0.0380139 Apr 08 19:05:52.979025 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7537f575-70ec-4f0f-ab74-a0576da14cad req-d6cd4eb4-5a5b-4feb-8e17-0e0af9329da2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366440 Apr 08 19:05:53.171580 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5c813-c246-4e5a-9da7-80451dc1b54b req-554a7923-d28c-4c10-8fa8-4e3e097a93e9 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:53.173057 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-99b5c813-c246-4e5a-9da7-80451dc1b54b req-554a7923-d28c-4c10-8fa8-4e3e097a93e9 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0484631 Apr 08 19:05:53.221940 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-99b5c813-c246-4e5a-9da7-80451dc1b54b req-29dcd994-8bd4-423e-9ea2-b82ffa0ed089 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434008 Apr 08 19:05:53.615644 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d4c24-52d5-49e7-a8b9-e859124f19f6 req-23cb1898-5bc0-4246-8227-85e0806d483a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:53.617106 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7b4d4c24-52d5-49e7-a8b9-e859124f19f6 req-23cb1898-5bc0-4246-8227-85e0806d483a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0493858 Apr 08 19:05:53.665351 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7b4d4c24-52d5-49e7-a8b9-e859124f19f6 req-bbd13445-56dd-4c43-9d5f-79651a0c93d9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 Apr 08 19:05:53.747811 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09abed-0701-453e-a350-9003452669ff req-6962c32e-9845-409b-9fa5-b4e04560ee41 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:53.750014 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab09abed-0701-453e-a350-9003452669ff req-6962c32e-9845-409b-9fa5-b4e04560ee41 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 945 time: 0.0495114 Apr 08 19:05:53.798989 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab09abed-0701-453e-a350-9003452669ff req-503eeb81-d0be-43b3-8246-7cad3dac5380 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433195 Apr 08 19:05:54.340322 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca3701-67a7-495c-981d-678f518ae9e1 req-983f2d63-6152-4595-a869-7a280c9c4870 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:54.341772 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0fca3701-67a7-495c-981d-678f518ae9e1 req-983f2d63-6152-4595-a869-7a280c9c4870 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0537760 Apr 08 19:05:54.388943 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0fca3701-67a7-495c-981d-678f518ae9e1 req-fd6c21e3-51f8-405c-b8ee-63bb929d89a1 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414383 Apr 08 19:05:54.721440 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-25863b3d-5070-431c-920d-a0cc7ee9f407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:54.779150 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448bcbc-7ed2-4ffd-826f-11dc9977cbe5 req-377a7d27-73b9-4874-b9a9-59aed4be55ae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:54.781380 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e448bcbc-7ed2-4ffd-826f-11dc9977cbe5 req-377a7d27-73b9-4874-b9a9-59aed4be55ae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0491266 Apr 08 19:05:54.834811 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e448bcbc-7ed2-4ffd-826f-11dc9977cbe5 req-4e7e8306-ac91-4d25-bb83-f70295830339 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473382 Apr 08 19:05:54.917256 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9826467-0f5a-45e6-a41f-bb54a33df267 req-91c9cb20-b16c-4645-a637-c1d9797b1612 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:54.918629 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b9826467-0f5a-45e6-a41f-bb54a33df267 req-91c9cb20-b16c-4645-a637-c1d9797b1612 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 945 time: 0.0510671 Apr 08 19:05:54.965290 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b9826467-0f5a-45e6-a41f-bb54a33df267 req-9bffd714-6118-4796-aca5-db107e37658a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Apr 08 19:05:55.948319 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75757eb-738b-4035-b0c6-12f58035e35f req-0b22a3c5-9ac4-4ef4-8d58-d0b6401a12e2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:55.949784 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b75757eb-738b-4035-b0c6-12f58035e35f req-0b22a3c5-9ac4-4ef4-8d58-d0b6401a12e2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0470927 Apr 08 19:05:55.996754 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b75757eb-738b-4035-b0c6-12f58035e35f req-01678096-496b-4897-a0fe-6aa6412de64b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Apr 08 19:05:56.077897 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5634-17d8-4dce-9a86-b4dc457bb631 req-820649da-65fb-40cc-a8b5-f4c8eab3314f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:56.079369 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-179c5634-17d8-4dce-9a86-b4dc457bb631 req-820649da-65fb-40cc-a8b5-f4c8eab3314f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 945 time: 0.0474482 Apr 08 19:05:56.129264 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-179c5634-17d8-4dce-9a86-b4dc457bb631 req-a12d4fa0-8892-45d5-afb1-935a8b6d1407 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444019 Apr 08 19:05:56.235781 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ccc8-d243-48a2-8396-9223f1e363ae req-0a8693b1-b513-43dd-805e-d2ce53a91ee6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:56.237251 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b567ccc8-d243-48a2-8396-9223f1e363ae req-0a8693b1-b513-43dd-805e-d2ce53a91ee6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 945 time: 0.0461125 Apr 08 19:05:56.245721 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:05:56.250260 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'floatingip': {'port_id': '2ce5db71-3b0d-44ab-a036-31be47360bfa'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:05:56.289670 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (299d025e-3e86-4810-91bb-4b1e22c59450), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:56.441636 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:56.569623 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-f412e9a2-3429-4e34-9f6f-ef04f54d9a49 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439999 Apr 08 19:05:56.628302 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-02a51520-66b4-47ef-b17a-bdba5c5db0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:56.629847 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-02a51520-66b4-47ef-b17a-bdba5c5db0b0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 1129 time: 0.0389111 Apr 08 19:05:56.750617 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:56.754503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (299d025e-3e86-4810-91bb-4b1e22c59450), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:56.755877 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-a35ceda7-6fe4-4b43-9840-8a3a12d888c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:56.757516 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-a35ceda7-6fe4-4b43-9840-8a3a12d888c6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.1031139 Apr 08 19:05:56.799444 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-e0e1459f-20e8-48c8-843a-c05aba9bc50b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6c3dcc1-15b0-4d16-bb46-48579e39888f HTTP/1.1" status: 200 len: 217 time: 0.0352504 Apr 08 19:05:56.850181 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-dd30a59b-a1e2-466e-a0a2-841d0ea2c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:56.851571 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-dd30a59b-a1e2-466e-a0a2-841d0ea2c5f0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0442882 Apr 08 19:05:56.859014 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Floating IP 299d025e-3e86-4810-91bb-4b1e22c59450 associated. External IP: 172.27.0.81, port: 2ce5db71-3b0d-44ab-a036-31be47360bfa. Apr 08 19:05:56.897414 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-5db60b3e-03be-4c27-93af-83a28d2d7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:56.898949 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-5db60b3e-03be-4c27-93af-83a28d2d7a89 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390182 Apr 08 19:05:56.997676 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-a54f39a0-15a8-480c-9780-3e0de6bb1fd8 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910091 Apr 08 19:05:57.104549 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4c147a4b-578a-4537-8f70-4cfc4736a1b1 req-0f5dfef5-af80-40bc-9efa-0cd93f710050 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936575 Apr 08 19:05:57.136853 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7096a6-9183-4582-8157-abd3e883f7fa req-e300a889-ea35-4cf3-801c-e8823a0701ec tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:57.140057 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1c7096a6-9183-4582-8157-abd3e883f7fa req-e300a889-ea35-4cf3-801c-e8823a0701ec tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0725234 Apr 08 19:05:57.143020 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:05:57.147214 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-31f3f8c2-4583-4a54-af2f-189b86fed6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:57.247672 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1c7096a6-9183-4582-8157-abd3e883f7fa req-6b3a32d1-964f-421d-b7c1-5997a8deda0d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012423 Apr 08 19:05:57.311344 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:05:57.317209 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:57.323516 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:05:57.333795 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:05:57.334402 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:05:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:57.346979 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b16692d0-c7cf-4feb-ab93-c0348c59a251 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "PUT /v2.0/floatingips/299d025e-3e86-4810-91bb-4b1e22c59450 HTTP/1.1" status: 200 len: 990 time: 1.1001933 Apr 08 19:05:57.347580 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'tag': '2ce5db71-3b0d-44ab-a036-31be47360bfa'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:05:57.349830 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787c37a9-af74-4104-88b2-29a9fcf9a90f" -d '{"events": [{"name": "network-changed", "server_uuid": "60fedda2-a4ef-416a-a424-1e3185e7204c", "tag": "2ce5db71-3b0d-44ab-a036-31be47360bfa"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:05:57.391417 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ae6f6b-bae7-4adb-a581-5fa9b41aa129 x-openstack-request-id: req-f0ae6f6b-bae7-4adb-a581-5fa9b41aa129 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:05:57.391713 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fedda2-a4ef-416a-a424-1e3185e7204c", "tag": "2ce5db71-3b0d-44ab-a036-31be47360bfa", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:05:57.391976 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f0ae6f6b-bae7-4adb-a581-5fa9b41aa129 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:05:57.392415 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ae6f6b-bae7-4adb-a581-5fa9b41aa129'] response: {'name': 'network-changed', 'server_uuid': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'tag': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'status': 'completed', 'code': 200} Apr 08 19:05:57.446959 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:05:57.490656 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-bfd260a7-fd5b-41aa-8522-79194ded6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:57.492763 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-bfd260a7-fd5b-41aa-8522-79194ded6df8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 1129 time: 0.0410924 Apr 08 19:05:57.594229 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-b6db4146-5479-4a44-8c67-68477634ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:57.595738 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-b6db4146-5479-4a44-8c67-68477634ef12 service neutron] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 917 time: 0.0908213 Apr 08 19:05:57.676402 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '299d025e-3e86-4810-91bb-4b1e22c59450', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:52:97:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:05:42Z', 'updated_at': '2022-04-08T19:05:56Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:57.703539 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:05:57.711859 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:05:57.712495 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:05:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:57.823206 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:05:57.911690 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-0e4d7f6b-5a4b-4094-86fb-1ab518b62548 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ce5db71-3b0d-44ab-a036-31be47360bfa HTTP/1.1" status: 200 len: 998 time: 0.0760028 Apr 08 19:05:57.962324 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-ccff274c-fe51-4297-93ed-fdb7024b2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:57.963722 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-ccff274c-fe51-4297-93ed-fdb7024b2988 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0454183 Apr 08 19:05:58.009204 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-31e569e2-9ea0-4209-9507-2335c0318962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:58.010735 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-31e569e2-9ea0-4209-9507-2335c0318962 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405724 Apr 08 19:05:58.072094 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '299d025e-3e86-4810-91bb-4b1e22c59450', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:52:97:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:05:42Z', 'updated_at': '2022-04-08T19:05:56Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:05:58.116728 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6190ae-d1a6-4750-b801-8d510b01d6f5 None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '299d025e-3e86-4810-91bb-4b1e22c59450', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:52:97:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:05:42Z', 'updated_at': '2022-04-08T19:05:56Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:05:58.148420 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-8fc84a9f-2454-43ac-b4df-e6b49cd36b24 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312222 Apr 08 19:05:58.247401 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-787c37a9-af74-4104-88b2-29a9fcf9a90f req-81fd9b7e-7ee1-441f-92b1-78e95aae25ed service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914037 Apr 08 19:05:58.324833 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a30a61-3e66-40a9-8363-62e4f8b91464 None None] New status for floating IP 299d025e-3e86-4810-91bb-4b1e22c59450: ACTIVE {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:05:58.369208 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab3405-1b73-4a34-bde5-037070894a31 req-8e8a936b-991f-472b-8be0-9cf39dadd14b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:58.370717 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-23ab3405-1b73-4a34-bde5-037070894a31 req-8e8a936b-991f-472b-8be0-9cf39dadd14b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0528486 Apr 08 19:05:58.422618 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-23ab3405-1b73-4a34-bde5-037070894a31 req-31770b2b-06c9-4a8e-930d-6c1e820d0730 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456467 Apr 08 19:05:58.488123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:05:59.538248 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd04ba-aa29-4013-bab1-4e6c32c16195 req-ccea7767-db64-450c-922b-8dc7bc241211 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:05:59.538870 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6ecd04ba-aa29-4013-bab1-4e6c32c16195 req-ccea7767-db64-450c-922b-8dc7bc241211 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0466621 Apr 08 19:05:59.585218 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6ecd04ba-aa29-4013-bab1-4e6c32c16195 req-c0ea96cf-bb7c-4773-bd46-5602cdc696df tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Apr 08 19:06:00.081136 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:00.701197 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713fd05-ed01-4a6f-bfd7-106823642bc3 req-0500d084-67ec-46ce-be76-3f148d968c5a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:00.703099 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4713fd05-ed01-4a6f-bfd7-106823642bc3 req-0500d084-67ec-46ce-be76-3f148d968c5a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0510070 Apr 08 19:06:00.981022 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4713fd05-ed01-4a6f-bfd7-106823642bc3 req-7bfb4ea6-80d6-4167-bfa8-13a5335685fa tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724576 Apr 08 19:06:01.192322 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:06:01.493671 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:02.096459 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763007a-c254-48bf-b3ab-f63486a59955 req-c40f4a9a-9d5b-4269-9c84-e28781d63eb3 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:02.097901 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0763007a-c254-48bf-b3ab-f63486a59955 req-c40f4a9a-9d5b-4269-9c84-e28781d63eb3 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0466530 Apr 08 19:06:02.144840 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0763007a-c254-48bf-b3ab-f63486a59955 req-5c4785bf-6893-4a8d-99b4-5fe80ed23c82 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Apr 08 19:06:03.257469 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0829f1-2818-48cd-9c5c-a268e642ac3a req-96f1ea45-7891-4495-b527-515efa202e7c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:03.258864 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ed0829f1-2818-48cd-9c5c-a268e642ac3a req-96f1ea45-7891-4495-b527-515efa202e7c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0471849 Apr 08 19:06:03.339239 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ed0829f1-2818-48cd-9c5c-a268e642ac3a req-5812520e-fb01-4eb9-8bc8-e1d8b509168a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721264 Apr 08 19:06:04.451095 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e769c7b-6c71-45b9-9e23-0019e9824725 req-bcd365a2-6826-4ac3-8a95-84dfa28c1fda tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:04.453599 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2e769c7b-6c71-45b9-9e23-0019e9824725 req-bcd365a2-6826-4ac3-8a95-84dfa28c1fda tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0475290 Apr 08 19:06:04.499751 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2e769c7b-6c71-45b9-9e23-0019e9824725 req-888c4b8f-16e7-4ced-8070-85fe4bb15d69 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405891 Apr 08 19:06:05.612023 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823b1f3-d64e-4346-9e82-77853b982f3b req-fdea3044-6870-4789-831f-e9e304e0e255 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:05.613534 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f823b1f3-d64e-4346-9e82-77853b982f3b req-fdea3044-6870-4789-831f-e9e304e0e255 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0471883 Apr 08 19:06:05.659701 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f823b1f3-d64e-4346-9e82-77853b982f3b req-29252233-7c48-48ff-85fd-9945dcd123eb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Apr 08 19:06:06.776554 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec005e-1638-46a5-ac0b-14daf17b6bb9 req-9d71e91f-5c15-4998-a039-dc987a4a0199 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:06.778023 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5dec005e-1638-46a5-ac0b-14daf17b6bb9 req-9d71e91f-5c15-4998-a039-dc987a4a0199 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0488243 Apr 08 19:06:06.825718 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5dec005e-1638-46a5-ac0b-14daf17b6bb9 req-2b893606-74a4-4b56-be09-1e03a9fa3049 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413330 Apr 08 19:06:07.941087 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0ec3-12ff-4886-9116-67c676fa03cc req-074f094a-ba47-4a9e-9b28-fbff8454cae8 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:07.942576 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d74e0ec3-12ff-4886-9116-67c676fa03cc req-074f094a-ba47-4a9e-9b28-fbff8454cae8 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0494235 Apr 08 19:06:07.989570 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d74e0ec3-12ff-4886-9116-67c676fa03cc req-6280d0b7-0399-4eee-a8e9-34a38abd4248 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Apr 08 19:06:09.105601 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37950b7-576c-4006-aca0-0e64ffcc2caa req-55ec7d14-1473-43f9-8be2-185977af7e99 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:09.107068 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f37950b7-576c-4006-aca0-0e64ffcc2caa req-55ec7d14-1473-43f9-8be2-185977af7e99 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0501449 Apr 08 19:06:09.153087 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f37950b7-576c-4006-aca0-0e64ffcc2caa req-581a7095-b17f-4316-b097-7510be26a0c1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Apr 08 19:06:10.264266 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994eac7-e085-47d1-a056-b46131bb9baf req-a87abfad-5dde-4df0-b2fc-04c7f5aebe8e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:10.265931 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b994eac7-e085-47d1-a056-b46131bb9baf req-a87abfad-5dde-4df0-b2fc-04c7f5aebe8e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0461745 Apr 08 19:06:10.313984 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b994eac7-e085-47d1-a056-b46131bb9baf req-d6770ea7-ba36-4f15-b343-af5d5baf1c0a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Apr 08 19:06:11.429161 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a265-58eb-49ed-870a-a867dfac22e5 req-e1c52f4e-34ff-4f1f-b527-65772f7ed258 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:11.430641 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77f3a265-58eb-49ed-870a-a867dfac22e5 req-e1c52f4e-34ff-4f1f-b527-65772f7ed258 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0465417 Apr 08 19:06:11.481653 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77f3a265-58eb-49ed-870a-a867dfac22e5 req-247d7842-a57f-4066-94a1-296e66d1eb5c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 Apr 08 19:06:12.593502 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b662da-753e-4fe6-8b80-2a89c78e30d6 req-0f6cabd0-d87c-4110-b3bf-0bbee4d9cffb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:12.595010 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e4b662da-753e-4fe6-8b80-2a89c78e30d6 req-0f6cabd0-d87c-4110-b3bf-0bbee4d9cffb tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0473056 Apr 08 19:06:12.640821 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e4b662da-753e-4fe6-8b80-2a89c78e30d6 req-fb351c50-3c01-4552-871d-ca28c7a9e8c7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Apr 08 19:06:13.512334 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6beeaca-ee52-4c87-9f03-ed3f510e0a46 req-fdbfc34f-277e-4215-b82a-c8c13c9db904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:13.513899 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d6beeaca-ee52-4c87-9f03-ed3f510e0a46 req-fdbfc34f-277e-4215-b82a-c8c13c9db904 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1130 time: 0.0401461 Apr 08 19:06:13.559374 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d6beeaca-ee52-4c87-9f03-ed3f510e0a46 req-8afcfba3-f8d5-4478-80cd-e9172d4e0f84 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376520 Apr 08 19:06:13.753331 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec4e03-3376-4f6e-ae9a-d68dcb4ca649 req-628e0c97-8713-49ca-94ff-e9174f9c4943 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:13.754810 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3bec4e03-3376-4f6e-ae9a-d68dcb4ca649 req-628e0c97-8713-49ca-94ff-e9174f9c4943 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0468116 Apr 08 19:06:13.802103 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3bec4e03-3376-4f6e-ae9a-d68dcb4ca649 req-86f46ae1-49e9-4b96-ba6e-030bdf32505c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417016 Apr 08 19:06:14.917290 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34861b-f76e-49e9-9540-6d8daf57e026 req-55abf4ec-f03c-4173-983b-8de72efc9c66 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:14.918858 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c34861b-f76e-49e9-9540-6d8daf57e026 req-55abf4ec-f03c-4173-983b-8de72efc9c66 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0507288 Apr 08 19:06:14.966559 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c34861b-f76e-49e9-9540-6d8daf57e026 req-1e5a7c53-9773-4660-8531-f425c221480a tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416982 Apr 08 19:06:16.082580 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753261b5-377d-4222-8b30-afe7509ee190 req-ca51d329-6b9f-4745-9cf8-81b2a6715831 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:16.083975 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-753261b5-377d-4222-8b30-afe7509ee190 req-ca51d329-6b9f-4745-9cf8-81b2a6715831 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0475848 Apr 08 19:06:16.130249 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-753261b5-377d-4222-8b30-afe7509ee190 req-a76a76c6-4d6b-4a1a-a985-31061ed08498 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Apr 08 19:06:16.497918 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-7f25a622-97be-4032-b5f4-7a05548a4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:16.499726 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-7f25a622-97be-4032-b5f4-7a05548a4a2b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1130 time: 0.0403712 Apr 08 19:06:16.510613 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b7790-0cd0-4c72-af59-8305a10e5bf8 req-a885bfa0-c04b-4893-9271-555163caa259 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:16.512145 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c14b7790-0cd0-4c72-af59-8305a10e5bf8 req-a885bfa0-c04b-4893-9271-555163caa259 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0487173 Apr 08 19:06:16.563920 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c14b7790-0cd0-4c72-af59-8305a10e5bf8 req-91c9b6aa-502b-4c72-a7f8-502d4fd91fe9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451827 Apr 08 19:06:16.601961 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-cbd4e8eb-cf5e-4e26-bc8b-1195a5f3d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:16.603436 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-cbd4e8eb-cf5e-4e26-bc8b-1195a5f3d5ea service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.0928736 Apr 08 19:06:16.668350 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-c351df58-5ac8-4a6d-b916-afb912d6f357 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 200 len: 1001 time: 0.0576429 Apr 08 19:06:16.720821 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-a7303ffd-3115-44f5-a72a-d406dd754852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:16.722805 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-a7303ffd-3115-44f5-a72a-d406dd754852 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0479789 Apr 08 19:06:16.768950 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-e5586e36-2691-4020-9172-2c37cce57854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:16.770432 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-e5586e36-2691-4020-9172-2c37cce57854 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388250 Apr 08 19:06:16.860914 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-28febb6f-0003-4c53-acbd-a3d1d0e9b4f8 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Apr 08 19:06:16.953598 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0f1c62f8-8314-4b6b-a7e3-685637d162ec req-a0e58185-77ce-444e-8ca4-9c463ea8c0ec service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855479 Apr 08 19:06:17.681305 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40112130-c66b-4e8f-ae60-1a2e85f904ef req-e0c53a0e-c4fc-4ee7-acc6-a5c9173a9118 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:17.682802 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-40112130-c66b-4e8f-ae60-1a2e85f904ef req-e0c53a0e-c4fc-4ee7-acc6-a5c9173a9118 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0497363 Apr 08 19:06:17.745557 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-40112130-c66b-4e8f-ae60-1a2e85f904ef req-5979336d-65e5-4e28-b7c7-ea4ab7561c67 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565271 Apr 08 19:06:18.857747 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38a44-ba03-4236-87db-b807ea181644 req-4883d6b4-4cac-404e-baaf-295ce8caf9a8 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:18.859318 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2ce38a44-ba03-4236-87db-b807ea181644 req-4883d6b4-4cac-404e-baaf-295ce8caf9a8 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0476279 Apr 08 19:06:18.906333 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2ce38a44-ba03-4236-87db-b807ea181644 req-a38c1294-89cf-46c8-b23e-aab61d32ae56 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414367 Apr 08 19:06:20.023746 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d37a-ba08-4215-9285-5afd5ecd23b0 req-d70507bf-8ad3-499b-90ae-682a28526483 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:20.025294 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43d5d37a-ba08-4215-9285-5afd5ecd23b0 req-d70507bf-8ad3-499b-90ae-682a28526483 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0504184 Apr 08 19:06:20.072010 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43d5d37a-ba08-4215-9285-5afd5ecd23b0 req-3366acdd-26dd-4367-8ab8-e3c038d73fe0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407088 Apr 08 19:06:20.181791 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec012e5b-b7f7-40eb-b9dc-b82fe5eff91b req-c4fed725-f1c5-481f-b69e-76cb2fe485c1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:20.183266 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ec012e5b-b7f7-40eb-b9dc-b82fe5eff91b req-c4fed725-f1c5-481f-b69e-76cb2fe485c1 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0475385 Apr 08 19:06:20.192549 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 35974) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:20.196816 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e8cf80da-5b4f-434c-b47a-7f2a59e1820e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Request body: {'floatingip': {'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:20.256142 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8cf80da-5b4f-434c-b47a-7f2a59e1820e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (1446ef90-02fc-4718-bf60-78825c66ed0b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:20.743463 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8cf80da-5b4f-434c-b47a-7f2a59e1820e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:20.747247 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8cf80da-5b4f-434c-b47a-7f2a59e1820e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (1446ef90-02fc-4718-bf60-78825c66ed0b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:20.959620 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cf80da-5b4f-434c-b47a-7f2a59e1820e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Router c208ae80-096e-4d33-82e1-2b3c3907c517 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:06:21.071954 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cf80da-5b4f-434c-b47a-7f2a59e1820e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:06:21.076706 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8cf80da-5b4f-434c-b47a-7f2a59e1820e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:21.081434 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] Sync routers for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:06:21.090605 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:21.091212 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:05:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:21.106481 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:21.109253 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:21.140746 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e8cf80da-5b4f-434c-b47a-7f2a59e1820e tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "PUT /v2.0/floatingips/1446ef90-02fc-4718-bf60-78825c66ed0b HTTP/1.1" status: 200 len: 993 time: 0.9471552 Apr 08 19:06:21.148491 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0317f6-c7ea-4ca6-b0af-1cb729481168 x-openstack-request-id: req-5b0317f6-c7ea-4ca6-b0af-1cb729481168 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:21.148788 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:21.149048 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-5b0317f6-c7ea-4ca6-b0af-1cb729481168 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:21.149449 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0317f6-c7ea-4ca6-b0af-1cb729481168'] response: {'name': 'network-changed', 'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'status': 'completed', 'code': 200} Apr 08 19:06:21.206974 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:06:21.211142 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-b7a266ed-418b-42ec-a088-aec35277af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:21.212766 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-b7a266ed-418b-42ec-a088-aec35277af88 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1130 time: 0.0398953 Apr 08 19:06:21.314671 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-a87f3035-fd33-4145-b5ee-d167679f61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:21.316167 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-a87f3035-fd33-4145-b5ee-d167679f61fb service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.0963912 Apr 08 19:06:21.385112 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-9ec5d24e-8981-461f-a3bb-3cae21d221c6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 200 len: 1001 time: 0.0619152 Apr 08 19:06:21.435622 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-8d868527-c868-4bf1-9c06-172cbe5a61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:21.437228 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-8d868527-c868-4bf1-9c06-172cbe5a61ae service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0452988 Apr 08 19:06:21.492467 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-01bca230-948b-433a-903c-4e7425bf51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:21.493997 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-01bca230-948b-433a-903c-4e7425bf51cc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433908 Apr 08 19:06:21.512524 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1446ef90-02fc-4718-bf60-78825c66ed0b', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'mac_address': 'fa:16:3e:a1:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:06:20Z', 'revision_number': 3, 'project_id': '660999ec5f244daf89643f8b79507b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:21.541939 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] Checking router: c208ae80-096e-4d33-82e1-2b3c3907c517 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:06:21.551093 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:21.551705 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:05:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:21.585900 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-4dea1112-c35a-4b8e-be73-d95881892916 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845339 Apr 08 19:06:21.661695 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:06:21.682105 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-37ab2813-bd3c-4731-a9e2-c15e9448c0b6 req-dde0caec-575a-4bd7-9d6e-4b90e80974a9 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883150 Apr 08 19:06:21.879883 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1446ef90-02fc-4718-bf60-78825c66ed0b', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'mac_address': 'fa:16:3e:a1:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:06:20Z', 'revision_number': 3, 'project_id': '660999ec5f244daf89643f8b79507b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:21.911591 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf08dd-4e10-424b-bb4e-53a7b5ab250e None None] The sync data for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi is: [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '1446ef90-02fc-4718-bf60-78825c66ed0b', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'port_id': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'mac_address': 'fa:16:3e:a1:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:06:20Z', 'revision_number': 3, 'project_id': '660999ec5f244daf89643f8b79507b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:06:23.150273 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:23.152634 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d096beb-48e4-4562-92a0-552a64499ead" -d '{"events": [{"name": "network-changed", "server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:23.188840 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107ce0f6-cbe2-4c97-a907-b62e9bb6b771 x-openstack-request-id: req-107ce0f6-cbe2-4c97-a907-b62e9bb6b771 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:23.189387 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:23.189661 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-107ce0f6-cbe2-4c97-a907-b62e9bb6b771 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:23.190072 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107ce0f6-cbe2-4c97-a907-b62e9bb6b771'] response: {'name': 'network-changed', 'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'status': 'completed', 'code': 200} Apr 08 19:06:23.254444 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096beb-48e4-4562-92a0-552a64499ead req-3f65a266-e9c9-460e-b186-15817efe4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:23.255888 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6d096beb-48e4-4562-92a0-552a64499ead req-3f65a266-e9c9-460e-b186-15817efe4e5d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=660999ec5f244daf89643f8b79507b32&device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 1130 time: 0.0415161 Apr 08 19:06:23.355797 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096beb-48e4-4562-92a0-552a64499ead req-29e0a116-6443-4e0a-b926-ad8224842ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:23.357334 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6d096beb-48e4-4562-92a0-552a64499ead req-29e0a116-6443-4e0a-b926-ad8224842ab7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 200 len: 921 time: 0.0952363 Apr 08 19:06:23.426148 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6d096beb-48e4-4562-92a0-552a64499ead req-053f8ffa-5589-4330-a517-a9d715a08972 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 200 len: 1001 time: 0.0614123 Apr 08 19:06:23.482166 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096beb-48e4-4562-92a0-552a64499ead req-d76263f4-5471-4bef-b4a0-dc63a762a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:23.483987 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6d096beb-48e4-4562-92a0-552a64499ead req-d76263f4-5471-4bef-b4a0-dc63a762a249 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 200 len: 858 time: 0.0504317 Apr 08 19:06:23.535440 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d096beb-48e4-4562-92a0-552a64499ead req-23290c2b-2702-4ff7-8fb4-ccba3e77d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:23.537330 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6d096beb-48e4-4562-92a0-552a64499ead req-23290c2b-2702-4ff7-8fb4-ccba3e77d3c3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a0125410-9a91-4251-91b8-6fc8fb2da87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456941 Apr 08 19:06:23.637205 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6d096beb-48e4-4562-92a0-552a64499ead req-91eea655-a2f6-4e1a-af54-859e0c7ad2f9 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863538 Apr 08 19:06:23.736563 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6d096beb-48e4-4562-92a0-552a64499ead req-bf304444-d63b-4492-9346-7fc55ca8a6f0 service neutron] 10.222.0.113 "GET /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910704 Apr 08 19:06:24.723689 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72e0e684-f41f-43a9-bd05-5fdf92359e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:26.444705 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:27.140714 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b077d42-83c6-4e2d-8180-6ddfbf14b623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:28.476912 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:30.083182 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:31.496563 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:35.638389 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d52b-ea15-407f-8d19-5cb9a29ad68f req-736082c9-9610-43f5-b935-14e1db78d713 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:35.641327 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9638d52b-ea15-407f-8d19-5cb9a29ad68f req-736082c9-9610-43f5-b935-14e1db78d713 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 946 time: 0.0527706 Apr 08 19:06:35.693428 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9638d52b-ea15-407f-8d19-5cb9a29ad68f req-55961359-4509-45a6-8235-26a143482a4d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462697 Apr 08 19:06:35.873890 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845ab41-5cc6-4917-af49-a809c1399f77 req-a9d082fe-af6f-450d-86e2-dbe4e1517b31 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:35.875355 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1845ab41-5cc6-4917-af49-a809c1399f77 req-a9d082fe-af6f-450d-86e2-dbe4e1517b31 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0504742 Apr 08 19:06:35.927516 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1845ab41-5cc6-4917-af49-a809c1399f77 req-5009987c-edcc-44d7-85bc-77de47bb1808 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464635 Apr 08 19:06:36.813762 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde17442-bf3e-406f-b215-3399bd75575e req-c671dc2b-b624-413b-8e9f-ed3c9427c6fd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:36.815513 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bde17442-bf3e-406f-b215-3399bd75575e req-c671dc2b-b624-413b-8e9f-ed3c9427c6fd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 946 time: 0.0474529 Apr 08 19:06:36.861481 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bde17442-bf3e-406f-b215-3399bd75575e req-05d55da5-5b0d-4029-ae02-8ab857b4fae7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Apr 08 19:06:37.047226 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23b549-70f2-447c-9e79-079dc413eda7 req-71ab6a7a-c1c5-4585-9e83-282d87ff7a28 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:37.048782 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6b23b549-70f2-447c-9e79-079dc413eda7 req-71ab6a7a-c1c5-4585-9e83-282d87ff7a28 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0513692 Apr 08 19:06:37.096384 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6b23b549-70f2-447c-9e79-079dc413eda7 req-67c3441f-d0a6-4aac-b6ad-016a0d0d1d49 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419223 Apr 08 19:06:37.981767 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b8ae0-774c-4355-bf81-9133cd4fa323 req-7c72462d-30b2-4aba-82c1-8cd6233ff8b1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:37.983376 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e26b8ae0-774c-4355-bf81-9133cd4fa323 req-7c72462d-30b2-4aba-82c1-8cd6233ff8b1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 946 time: 0.0488281 Apr 08 19:06:38.030838 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e26b8ae0-774c-4355-bf81-9133cd4fa323 req-5a5942c6-2e39-4dc6-ba45-116cd89842b0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 Apr 08 19:06:38.194486 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:06:38.213493 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f8ab9-b6ac-41b1-97f1-1ab6243b5aaa req-d4aabd92-8a09-4830-83a6-49cffe766f4b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:38.216118 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1b7f8ab9-b6ac-41b1-97f1-1ab6243b5aaa req-d4aabd92-8a09-4830-83a6-49cffe766f4b tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0551846 Apr 08 19:06:38.279167 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1b7f8ab9-b6ac-41b1-97f1-1ab6243b5aaa req-2945b019-3e76-42de-99c1-e84b13f1bbf4 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555623 Apr 08 19:06:39.149644 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8ec1b-6d1a-4766-811a-4ffe8383f3ea req-2d9d670d-7313-4f6a-b286-9157e7c09b28 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:39.151102 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-05a8ec1b-6d1a-4766-811a-4ffe8383f3ea req-2d9d670d-7313-4f6a-b286-9157e7c09b28 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 946 time: 0.0468807 Apr 08 19:06:39.198449 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-05a8ec1b-6d1a-4766-811a-4ffe8383f3ea req-4e8251be-7151-4ca3-8555-96c337e07c12 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=c4b79d33-7a3f-4055-b1af-8e41e00ee8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Apr 08 19:06:39.232922 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-5656a083-aecd-49d2-96a9-af7531ff55c3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:39.234476 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-5656a083-aecd-49d2-96a9-af7531ff55c3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 946 time: 0.0472784 Apr 08 19:06:39.320606 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-c5fc608a-cd11-4bc6-872a-38a212318419 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:39.322103 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-c5fc608a-cd11-4bc6-872a-38a212318419 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0780332 Apr 08 19:06:39.395133 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13738be-c12d-4197-833a-ed61e34c7546 req-179e0ab5-8da5-48b1-ab70-8c50b71cd90c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:39.396646 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a13738be-c12d-4197-833a-ed61e34c7546 req-179e0ab5-8da5-48b1-ab70-8c50b71cd90c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 946 time: 0.0467966 Apr 08 19:06:39.399239 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Deleting port ce642d33-9dd0-4f19-b7af-3919755d64b1 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:06:39.399587 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:39.445477 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a13738be-c12d-4197-833a-ed61e34c7546 req-c911f377-7e29-4942-ab5b-a4624d1fc151 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=cc1fc91f-021a-43a6-b4f7-7058776d0397&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431991 Apr 08 19:06:39.492407 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Deleting port b184030c-f7e2-4f31-a52a-10ea2b3886e1 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:06:39.492677 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:39.575277 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] For port ce642d33-9dd0-4f19-b7af-3919755d64b1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ce642d33-9dd0-4f19-b7af-3919755d64b1,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:39.575651 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:39.646511 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] For port b184030c-f7e2-4f31-a52a-10ea2b3886e1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b184030c-f7e2-4f31-a52a-10ea2b3886e1,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:39.646883 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:39.859249 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:39.859616 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (100e1d27-143e-4dc3-b117-c682d5559fcb), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:39.859940 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Floating IP 100e1d27-143e-4dc3-b117-c682d5559fcb disassociated. External IP: 172.27.0.64, port: ce642d33-9dd0-4f19-b7af-3919755d64b1. Apr 08 19:06:39.860320 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Calling delete_port for ce642d33-9dd0-4f19-b7af-3919755d64b1 owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:06:39.958176 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:39.958536 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (617eede8-b2fe-45fa-9a56-d17b123ea0b4), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:39.958810 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Floating IP 617eede8-b2fe-45fa-9a56-d17b123ea0b4 disassociated. External IP: 172.27.0.204, port: b184030c-f7e2-4f31-a52a-10ea2b3886e1. Apr 08 19:06:39.959165 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Calling delete_port for b184030c-f7e2-4f31-a52a-10ea2b3886e1 owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:06:40.106329 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (ce642d33-9dd0-4f19-b7af-3919755d64b1), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:40.159740 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event deleted for resources: {'Port': ['ID=ce642d33-9dd0-4f19-b7af-3919755d64b1,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:40.182685 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.183062 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.183400 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.183749 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.184094 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.184462 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.184803 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.185142 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.185788 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.186463 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.186803 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.187142 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.187546 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.187892 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.188284 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:40.227185 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (b184030c-f7e2-4f31-a52a-10ea2b3886e1), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:40.306157 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f845dd17-232d-4c2b-96c6-1bdc720d9d49 req-f0bb7f0f-7717-418d-8326-8c92eb791b5c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 210 time: 0.0326161 Apr 08 19:06:40.512742 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event deleted for resources: {'Port': ['ID=b184030c-f7e2-4f31-a52a-10ea2b3886e1,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:40.553911 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c7fc50cd-405a-47c9-a60c-3fc1880a0abc req-eaddb633-a5db-42d2-a55c-9685c873ae3a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 210 time: 0.0329399 Apr 08 19:06:40.666772 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Router 7b5c78fa-904f-4738-9aea-29dcc814671e has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:06:40.683138 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:06:40.875982 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:06:40.886795 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:06:40.887312 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] Sync routers for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:06:40.903931 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] Sync routers for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:06:40.913122 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:40.915704 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:40.920001 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:40.920684 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:40.964732 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] No DVR routers for this DVR port ce642d33-9dd0-4f19-b7af-3919755d64b1 on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:06:40.974220 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:40.983323 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-2b0a2a6f-6650-4540-b376-24de24afbb7e req-d4b47139-1b74-4c1f-a4b4-600fe51aa4f5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "DELETE /v2.0/ports/ce642d33-9dd0-4f19-b7af-3919755d64b1 HTTP/1.1" status: 204 len: 173 time: 1.7326338 Apr 08 19:06:40.984428 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-deleted', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:40.987121 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f6ffdc-1e12-4c5b-811d-42f7bb71f453" -d '{"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-deleted", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:41.041521 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] No DVR routers for this DVR port b184030c-f7e2-4f31-a52a-10ea2b3886e1 on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:06:41.049148 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:41.058701 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-0e39529d-c828-4154-82b8-3c7205e47ed7 req-f42a35d8-d1ef-47a3-96ee-28c5b9a5f8fb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "DELETE /v2.0/ports/b184030c-f7e2-4f31-a52a-10ea2b3886e1 HTTP/1.1" status: 204 len: 173 time: 1.7278957 Apr 08 19:06:41.068857 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f692c86-7386-4885-b7a5-d19fe3f5dc11 x-openstack-request-id: req-9f692c86-7386-4885-b7a5-d19fe3f5dc11 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:41.069295 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6408ca-021e-4def-97d4-3bd3ac59fe8a", "name": "network-vif-deleted", "tag": "ce642d33-9dd0-4f19-b7af-3919755d64b1", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:41.069939 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-9f692c86-7386-4885-b7a5-d19fe3f5dc11 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:41.071041 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f692c86-7386-4885-b7a5-d19fe3f5dc11'] response: {'server_uuid': '8c6408ca-021e-4def-97d4-3bd3ac59fe8a', 'name': 'network-vif-deleted', 'tag': 'ce642d33-9dd0-4f19-b7af-3919755d64b1', 'status': 'completed', 'code': 200} Apr 08 19:06:41.109677 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:06:41.241476 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:06:41.360926 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:41.416445 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] Checking router: a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:06:41.427852 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:41.428581 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:41.470594 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:41.476810 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9379e605-273d-4912-bb5c-4cff967ab1e1 req-1346f55c-9da9-4a64-bd3d-6269295ce732 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=8c6408ca-021e-4def-97d4-3bd3ac59fe8a HTTP/1.1" status: 200 len: 210 time: 0.0373850 Apr 08 19:06:41.502574 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] Checking router: 7b5c78fa-904f-4738-9aea-29dcc814671e for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:06:41.511058 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:41.511680 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:41.546074 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:06:41.632749 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:06:41.674083 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-19d19a58-8826-4176-bf6a-def1842f53c7 req-6f3e42a6-301a-4919-8312-d73f6ae2a553 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=fac60a7d-c2f0-444c-a209-6c3c7aca64e4 HTTP/1.1" status: 200 len: 210 time: 0.0285707 Apr 08 19:06:41.750260 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:41.780791 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6017ea9-6395-4cbb-a7c8-738aa3a822e3 None None] The sync data for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi is: [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:06:41.856702 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:41.886795 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c42485-8f2f-415c-a3e4-985dd667a709 None None] The sync data for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi is: [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:06:42.086002 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2f438-33c7-4299-a7f1-37bbc38e4642 None None] New status for floating IP 617eede8-b2fe-45fa-9a56-d17b123ea0b4: DOWN {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:06:42.182620 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20be1a5-b050-4958-9f54-042cc3a785e5 None None] New status for floating IP 100e1d27-143e-4dc3-b117-c682d5559fcb: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:06:42.562855 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36072) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:42.622158 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (c4b79d33-7a3f-4055-b1af-8e41e00ee8da), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.645922 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (c4b79d33-7a3f-4055-b1af-8e41e00ee8da), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.697440 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (c4b79d33-7a3f-4055-b1af-8e41e00ee8da), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.700468 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.702146 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "DELETE /v2.0/security-groups/c4b79d33-7a3f-4055-b1af-8e41e00ee8da HTTP/1.1" status: 204 len: 168 time: 0.1376848 Apr 08 19:06:42.705536 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36080) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:42.713100 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b79d33-7a3f-4055-b1af-8e41e00ee8da,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:42.721508 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.721873 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.722336 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.722648 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.722919 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.723263 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.723605 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.724008 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.724286 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.724619 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.724957 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.725457 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.726000 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.726350 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.726955 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3412a2e-8b42-44a2-8aa2-d881776695bd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:42.748259 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.api.v2.resource [None req-b411667c-a21f-4a59-9270-ad182a276ecf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] show failed (client error): The resource could not be found. Apr 08 19:06:42.753512 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36084) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:42.758173 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b411667c-a21f-4a59-9270-ad182a276ecf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups/c4b79d33-7a3f-4055-b1af-8e41e00ee8da HTTP/1.1" status: 404 len: 347 time: 0.0518854 Apr 08 19:06:42.802702 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36088) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:42.867530 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf41a9f5-5cbb-48c4-a448-5bf3cf9ab747 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (cc1fc91f-021a-43a6-b4f7-7058776d0397), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.873216 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:06:42.889659 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Deleting port 04d3a021-bfe2-4f66-ad94-79d7a95751cd {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:06:42.890116 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (04d3a021-bfe2-4f66-ad94-79d7a95751cd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.894242 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf41a9f5-5cbb-48c4-a448-5bf3cf9ab747 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (cc1fc91f-021a-43a6-b4f7-7058776d0397), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.901213 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: ce642d33-9dd0-4f19-b7af-3919755d64b1 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:06:42.901579 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device ce642d33-9dd0-4f19-b7af-3919755d64b1 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:06:42.902010 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device b184030c-f7e2-4f31-a52a-10ea2b3886e1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:06:42.923165 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: b184030c-f7e2-4f31-a52a-10ea2b3886e1 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:06:42.923807 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device b184030c-f7e2-4f31-a52a-10ea2b3886e1 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:06:42.949193 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf41a9f5-5cbb-48c4-a448-5bf3cf9ab747 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (cc1fc91f-021a-43a6-b4f7-7058776d0397), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.951764 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf41a9f5-5cbb-48c4-a448-5bf3cf9ab747 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.955394 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-cf41a9f5-5cbb-48c4-a448-5bf3cf9ab747 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "DELETE /v2.0/security-groups/cc1fc91f-021a-43a6-b4f7-7058776d0397 HTTP/1.1" status: 204 len: 168 time: 0.1468873 Apr 08 19:06:42.956301 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36090) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:42.973318 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41a9f5-5cbb-48c4-a448-5bf3cf9ab747 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1fc91f-021a-43a6-b4f7-7058776d0397,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:42.973570 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (04d3a021-bfe2-4f66-ad94-79d7a95751cd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.973902 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (04d3a021-bfe2-4f66-ad94-79d7a95751cd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:42.984943 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.api.v2.resource [None req-5fe29b8e-1aa8-420f-829d-247f51a72cf9 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] show failed (client error): The resource could not be found. Apr 08 19:06:42.989202 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-5fe29b8e-1aa8-420f-829d-247f51a72cf9 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups/cc1fc91f-021a-43a6-b4f7-7058776d0397 HTTP/1.1" status: 404 len: 347 time: 0.0277290 Apr 08 19:06:42.989338 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Calling delete_port for 04d3a021-bfe2-4f66-ad94-79d7a95751cd owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:06:42.991511 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36092) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:43.072482 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'name': 'network-vif-deleted', 'tag': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:43.074906 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588c1f5c-5825-477f-b736-ce36091a42d7" -d '{"events": [{"server_uuid": "fac60a7d-c2f0-444c-a209-6c3c7aca64e4", "name": "network-vif-deleted", "tag": "b184030c-f7e2-4f31-a52a-10ea2b3886e1"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:43.112842 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b4a9bb-77b7-45d3-9c2e-9bb102762418 x-openstack-request-id: req-59b4a9bb-77b7-45d3-9c2e-9bb102762418 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:43.113199 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac60a7d-c2f0-444c-a209-6c3c7aca64e4", "name": "network-vif-deleted", "tag": "b184030c-f7e2-4f31-a52a-10ea2b3886e1", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:43.113675 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-59b4a9bb-77b7-45d3-9c2e-9bb102762418 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:43.114316 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b4a9bb-77b7-45d3-9c2e-9bb102762418'] response: {'server_uuid': 'fac60a7d-c2f0-444c-a209-6c3c7aca64e4', 'name': 'network-vif-deleted', 'tag': 'b184030c-f7e2-4f31-a52a-10ea2b3886e1', 'status': 'completed', 'code': 200} Apr 08 19:06:43.202394 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Deleting port 5e7b2e01-c720-48d7-8c46-3d74bc2621ed {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:06:43.202676 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.563731 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.564717 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.574094 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (04d3a021-bfe2-4f66-ad94-79d7a95751cd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.582273 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Calling delete_port for 5e7b2e01-c720-48d7-8c46-3d74bc2621ed owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:06:43.608520 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event deleted for resources: {'Port': ['ID=04d3a021-bfe2-4f66-ad94-79d7a95751cd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:43.728237 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (100e1d27-143e-4dc3-b117-c682d5559fcb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.731948 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.733647 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-15de5a84-e902-4ce9-af5f-530b26ea6266 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "DELETE /v2.0/floatingips/100e1d27-143e-4dc3-b117-c682d5559fcb HTTP/1.1" status: 204 len: 168 time: 0.9784882 Apr 08 19:06:43.814679 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (5e7b2e01-c720-48d7-8c46-3d74bc2621ed), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.846076 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event deleted for resources: {'Port': ['ID=5e7b2e01-c720-48d7-8c46-3d74bc2621ed,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:43.906607 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (617eede8-b2fe-45fa-9a56-d17b123ea0b4), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.909518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:43.910683 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-82dcd274-beac-456b-88fd-620921485f9a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "DELETE /v2.0/floatingips/617eede8-b2fe-45fa-9a56-d17b123ea0b4 HTTP/1.1" status: 204 len: 168 time: 0.9182408 Apr 08 19:06:44.022705 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36102) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:44.027235 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-b185599f-1832-4d80-a552-04ce1c534c4f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990061680', 'description': 'tempest-description--909827953'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:44.048629 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b185599f-1832-4d80-a552-04ce1c534c4f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.118100 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b185599f-1832-4d80-a552-04ce1c534c4f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (bddf4d2f-6d69-4beb-99ec-e54cafaac806), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.123894 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b185599f-1832-4d80-a552-04ce1c534c4f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bddf4d2f-6d69-4beb-99ec-e54cafaac806), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.153015 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b185599f-1832-4d80-a552-04ce1c534c4f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.154344 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b185599f-1832-4d80-a552-04ce1c534c4f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1304905 Apr 08 19:06:44.161122 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185599f-1832-4d80-a552-04ce1c534c4f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddf4d2f-6d69-4beb-99ec-e54cafaac806,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:44.161231 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36104) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:44.161321 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36106) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:44.161814 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-b4d7fbcb-24a6-446e-8b6c-144ddc0e31d6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'security_group_rule': {'security_group_id': 'bddf4d2f-6d69-4beb-99ec-e54cafaac806', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:44.166688 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-04fd6131-eee5-465b-afcf-af9b442d7cc3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988820523', 'description': 'tempest-description--899777936'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:44.190020 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-04fd6131-eee5-465b-afcf-af9b442d7cc3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.190251 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d7fbcb-24a6-446e-8b6c-144ddc0e31d6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (729e5d20-51c1-4f0f-8835-6f71fd27b141), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.247835 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d7fbcb-24a6-446e-8b6c-144ddc0e31d6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (729e5d20-51c1-4f0f-8835-6f71fd27b141), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.252389 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d7fbcb-24a6-446e-8b6c-144ddc0e31d6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (729e5d20-51c1-4f0f-8835-6f71fd27b141), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.257540 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-04fd6131-eee5-465b-afcf-af9b442d7cc3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (936078dc-1e4a-42f0-8951-d1bb9f8cc445), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.261561 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-04fd6131-eee5-465b-afcf-af9b442d7cc3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (936078dc-1e4a-42f0-8951-d1bb9f8cc445), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.273483 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7fbcb-24a6-446e-8b6c-144ddc0e31d6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729e5d20-51c1-4f0f-8835-6f71fd27b141,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:44.280678 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d7fbcb-24a6-446e-8b6c-144ddc0e31d6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.282125 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b4d7fbcb-24a6-446e-8b6c-144ddc0e31d6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237674 Apr 08 19:06:44.284862 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36108) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:44.289895 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-91dcca1b-9a8c-49cf-ad85-cb89c7e711e7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'security_group_rule': {'security_group_id': 'bddf4d2f-6d69-4beb-99ec-e54cafaac806', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:44.291141 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-04fd6131-eee5-465b-afcf-af9b442d7cc3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.292411 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-04fd6131-eee5-465b-afcf-af9b442d7cc3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1301115 Apr 08 19:06:44.296143 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36110) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:44.301312 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-e32d78ea-df6a-44d5-93b8-307f95b3bd7c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'security_group_rule': {'security_group_id': '936078dc-1e4a-42f0-8951-d1bb9f8cc445', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:44.308419 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd6131-eee5-465b-afcf-af9b442d7cc3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936078dc-1e4a-42f0-8951-d1bb9f8cc445,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:44.318021 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91dcca1b-9a8c-49cf-ad85-cb89c7e711e7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (78d07401-a75c-4e56-9dab-296a57609daa), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.330999 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e32d78ea-df6a-44d5-93b8-307f95b3bd7c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (a42d1961-bf50-40c0-9725-ee44ade1cd79), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.382164 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91dcca1b-9a8c-49cf-ad85-cb89c7e711e7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (78d07401-a75c-4e56-9dab-296a57609daa), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.385725 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91dcca1b-9a8c-49cf-ad85-cb89c7e711e7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (78d07401-a75c-4e56-9dab-296a57609daa), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.392117 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e32d78ea-df6a-44d5-93b8-307f95b3bd7c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (a42d1961-bf50-40c0-9725-ee44ade1cd79), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.396789 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e32d78ea-df6a-44d5-93b8-307f95b3bd7c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (a42d1961-bf50-40c0-9725-ee44ade1cd79), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.406059 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcca1b-9a8c-49cf-ad85-cb89c7e711e7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d07401-a75c-4e56-9dab-296a57609daa,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:44.415711 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-91dcca1b-9a8c-49cf-ad85-cb89c7e711e7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.416174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d78ea-df6a-44d5-93b8-307f95b3bd7c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42d1961-bf50-40c0-9725-ee44ade1cd79,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:44.416946 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-91dcca1b-9a8c-49cf-ad85-cb89c7e711e7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310885 Apr 08 19:06:44.420748 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36112) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:44.425201 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:44.432244 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e32d78ea-df6a-44d5-93b8-307f95b3bd7c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.433366 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e32d78ea-df6a-44d5-93b8-307f95b3bd7c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362092 Apr 08 19:06:44.436902 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36114) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:44.441711 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6397f8ea-61b4-4a42-8c63-0ee0a5ac78ed tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'security_group_rule': {'security_group_id': '936078dc-1e4a-42f0-8951-d1bb9f8cc445', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:44.449377 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.469353 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6397f8ea-61b4-4a42-8c63-0ee0a5ac78ed tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (cc6d2769-99eb-439b-9648-a641c978d29d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.528482 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6397f8ea-61b4-4a42-8c63-0ee0a5ac78ed tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (cc6d2769-99eb-439b-9648-a641c978d29d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.528730 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.533489 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6397f8ea-61b4-4a42-8c63-0ee0a5ac78ed tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (cc6d2769-99eb-439b-9648-a641c978d29d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.552003 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397f8ea-61b4-4a42-8c63-0ee0a5ac78ed tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6d2769-99eb-439b-9648-a641c978d29d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:44.560599 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6397f8ea-61b4-4a42-8c63-0ee0a5ac78ed tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.565017 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6397f8ea-61b4-4a42-8c63-0ee0a5ac78ed tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239104 Apr 08 19:06:44.565632 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36116) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:44.577754 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:44.610325 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.707786 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Allocated IP 172.27.0.122 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/d06d4b28-9acb-4961-8038-84b8c3d5faa1) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:06:44.727032 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.867786 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for port (d06d4b28-9acb-4961-8038-84b8c3d5faa1), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.904953 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (d06d4b28-9acb-4961-8038-84b8c3d5faa1), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:44.973438 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:06:44.979195 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:06:44.988297 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:06:44.994534 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'Port': ['ID=d06d4b28-9acb-4961-8038-84b8c3d5faa1,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:45.015141 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Allocated IP 172.27.0.157 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/9a983363-232f-4a67-8ada-6326336d06e5) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:06:45.080035 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (3db27041-0d9d-4bd0-b3a0-8d0986ca77ca), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.153533 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (d06d4b28-9acb-4961-8038-84b8c3d5faa1), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.202446 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for port (9a983363-232f-4a67-8ada-6326336d06e5), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.300559 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (9a983363-232f-4a67-8ada-6326336d06e5), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.374460 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:06:45.382968 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:06:45.385340 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:06:45.394062 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'Port': ['ID=9a983363-232f-4a67-8ada-6326336d06e5,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:45.408118 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for port (d06d4b28-9acb-4961-8038-84b8c3d5faa1), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.431390 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (d06d4b28-9acb-4961-8038-84b8c3d5faa1), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.464263 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (3db27041-0d9d-4bd0-b3a0-8d0986ca77ca), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.496910 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (9068fcb3-0776-4fc9-b98f-480d86a8f019), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.500577 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'Port': ['ID=d06d4b28-9acb-4961-8038-84b8c3d5faa1,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:45.509406 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.510745 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-02f0b2ad-7df7-4300-8ab0-b5b55d2298ea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0889897 Apr 08 19:06:45.543964 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (9a983363-232f-4a67-8ada-6326336d06e5), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.696402 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for port (9a983363-232f-4a67-8ada-6326336d06e5), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.701801 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (9a983363-232f-4a67-8ada-6326336d06e5), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.707145 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-8cc487bd-9872-49b2-a3db-6c5687b9fecb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1990061680&fields=id&tenant_id=846543c57b654df3861fe4c058b48586 HTTP/1.1" status: 200 len: 267 time: 0.0438347 Apr 08 19:06:45.735016 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (9068fcb3-0776-4fc9-b98f-480d86a8f019), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.758756 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:45.760007 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1937420 Apr 08 19:06:45.760892 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaba64-968b-4b7f-b533-dfc342cff78a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'Port': ['ID=9a983363-232f-4a67-8ada-6326336d06e5,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:45.819605 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-a9fa910d-48fd-4e8c-9940-e9c02f49244e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:45.821124 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-a9fa910d-48fd-4e8c-9940-e9c02f49244e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 817 time: 0.1073763 Apr 08 19:06:45.836745 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-935c1a33-9ac4-4989-8046-09802c4c51d8 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/quotas/846543c57b654df3861fe4c058b48586 HTTP/1.1" status: 200 len: 375 time: 0.0098310 Apr 08 19:06:45.887720 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-6f8dfc6d-2732-4e4a-ba37-c20975e10c41 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450625 Apr 08 19:06:46.012754 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-f23d157d-339e-4d9b-b87a-77fa5d6448f8 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1988820523&fields=id&tenant_id=64809a7d93024517907a325376c3904a HTTP/1.1" status: 200 len: 267 time: 0.0903227 Apr 08 19:06:46.037391 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-c238534e-25ea-4074-8501-19b2b343d20b service neutron] 10.222.0.109 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349812 Apr 08 19:06:46.191706 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-962ac0cf-ecbb-407d-b0e3-3d800aa6f0ab tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:46.193085 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-962ac0cf-ecbb-407d-b0e3-3d800aa6f0ab tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 810 time: 0.1704550 Apr 08 19:06:46.196574 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-f779faec-9ec5-4732-8c75-36ca46fe43bc service neutron] 10.222.0.109 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495159 Apr 08 19:06:46.207798 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-4ef873a7-a57a-4138-9231-c9c7ef2100e4 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/quotas/64809a7d93024517907a325376c3904a HTTP/1.1" status: 200 len: 375 time: 0.0093446 Apr 08 19:06:46.258840 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-e4a006f1-7a45-4aa7-864c-a844b094a637 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457199 Apr 08 19:06:46.370199 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-477bfcc1-6fff-4ccb-a8c9-96b96fdeecd7 req-ec9e915d-ea40-4b0f-9a40-ce941c538d59 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 210 time: 0.0360520 Apr 08 19:06:46.391652 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0f5f2867-989c-4ccd-a8e7-0fd6aa0f3d51 service neutron] 10.222.0.109 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213210 Apr 08 19:06:46.488058 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-f09ca678-0819-4f38-84c5-57e7754428e8 service neutron] 10.222.0.109 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892005 Apr 08 19:06:46.654192 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8cbd623d-b15b-49c2-bd06-fbe914affbb8 req-b1c53325-237a-4ec7-9f5c-4c04aa53e306 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 210 time: 0.0283632 Apr 08 19:06:47.354501 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-d7f62198-7f25-4b07-a399-0016dc1a2f41 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:47.356766 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-d7f62198-7f25-4b07-a399-0016dc1a2f41 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 817 time: 0.1136370 Apr 08 19:06:47.433017 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-20bfa56e-5556-456e-99c6-ca5ab38338f0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846543c57b654df3861fe4c058b48586 HTTP/1.1" status: 200 len: 380 time: 0.0657601 Apr 08 19:06:47.485957 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-697b43d9-9aab-4d3d-8a53-0e7028700464 req-032775d9-7cce-4dd4-9bf9-398ea524b757 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 210 time: 0.0290403 Apr 08 19:06:47.756590 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2d84f296-a61b-462e-8358-92a5efad7a64 req-99f0fd37-1089-4f40-842c-cf518b82b212 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 210 time: 0.0287488 Apr 08 19:06:47.763419 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'port': {'device_id': '10492800-a961-4b49-bbb9-fdb71c73820a', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'admin_state_up': True, 'tenant_id': '846543c57b654df3861fe4c058b48586', 'security_groups': ['bddf4d2f-6d69-4beb-99ec-e54cafaac806']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:47.959003 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Made reservation on behalf of 846543c57b654df3861fe4c058b48586 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:06:47.962257 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:47.969969 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-73a7d343-8164-44ce-a79b-ef3922569781 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:47.971400 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-73a7d343-8164-44ce-a79b-ef3922569781 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 810 time: 0.1401875 Apr 08 19:06:48.088710 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-e9274dc4-e103-472e-90cc-fbda9c8f48e6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64809a7d93024517907a325376c3904a HTTP/1.1" status: 200 len: 380 time: 0.1077981 Apr 08 19:06:48.113846 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'port': {'device_id': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'admin_state_up': True, 'tenant_id': '64809a7d93024517907a325376c3904a', 'security_groups': ['936078dc-1e4a-42f0-8951-d1bb9f8cc445']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:48.195046 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Allocated IP 172.20.0.13 (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8/44f517f6-4839-4f93-a72b-e94c0695df5e/cb0238be-4426-4912-b0df-283cac5f8bda) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:06:48.283164 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Made reservation on behalf of 64809a7d93024517907a325376c3904a for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:06:48.286443 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:48.423303 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for port (cb0238be-4426-4912-b0df-283cac5f8bda), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:48.488040 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Allocated IP 172.20.0.10 (21f97656-9d80-499b-9b53-414617a06edc/e4da7e50-1dee-4637-83a5-33f945609d49/a9e79d12-3435-47df-93fe-dc556df9cffb) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:06:48.507573 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:48.586643 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:06:48.597121 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:06:48.603589 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb35de-e7d5-4830-a0d6-72dcfc1a1edf req-83fa765d-0cd4-45f2-b6f7-962e1623ff5a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:48.603999 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:06:48.604985 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-08cb35de-e7d5-4830-a0d6-72dcfc1a1edf req-83fa765d-0cd4-45f2-b6f7-962e1623ff5a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 932 time: 0.0477076 Apr 08 19:06:48.608967 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:48.609778 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:48.671780 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:48.695825 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-08cb35de-e7d5-4830-a0d6-72dcfc1a1edf req-aa56f101-1d1e-4338-a806-a31652e30317 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776353 Apr 08 19:06:48.704294 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-26d4273a-ae32-4c4f-9161-8d3e81f2b9dc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9447334 Apr 08 19:06:48.721582 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Request body: {'port': {'device_id': '10492800-a961-4b49-bbb9-fdb71c73820a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:48.813992 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:48.832612 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:48.866429 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c51512bc-29bd-4fa9-b800-2bcc1564ead7 req-abec491b-558c-4663-96bb-55fca15d7aeb tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 210 time: 0.0318742 Apr 08 19:06:48.900948 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:48.902572 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-0be4b32c-dc31-4a31-998e-8dec132e8b3b None None] Provisioning complete for port cb0238be-4426-4912-b0df-283cac5f8bda triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:06:48.903059 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0be4b32c-dc31-4a31-998e-8dec132e8b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:48.940724 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-0be4b32c-dc31-4a31-998e-8dec132e8b3b None None] Port cb0238be-4426-4912-b0df-283cac5f8bda cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:06:49.007614 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Network 21f97656-9d80-499b-9b53-414617a06edc is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:06:49.016939 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:06:49.027651 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:06:49.034102 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:49.034745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.040315 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event updated for resources: {'Port': ['ID=a9e79d12-3435-47df-93fe-dc556df9cffb,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:49.101298 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-92236abe-579a-493a-8b63-433f921ab98f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0073347 Apr 08 19:06:49.122238 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Request body: {'port': {'device_id': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:49.228410 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.262628 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-7e39c5d2-e57e-4e4b-9220-88bbf40fb2e3 None None] Provisioning complete for port a9e79d12-3435-47df-93fe-dc556df9cffb triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:06:49.263019 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7e39c5d2-e57e-4e4b-9220-88bbf40fb2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.296595 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0238be-4426-4912-b0df-283cac5f8bda {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:06:49.299680 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7e39c5d2-e57e-4e4b-9220-88bbf40fb2e3 None None] Port a9e79d12-3435-47df-93fe-dc556df9cffb cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:06:49.307785 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Publish callbacks [] for port (cb0238be-4426-4912-b0df-283cac5f8bda), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.335848 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Transition to ACTIVE for port object cb0238be-4426-4912-b0df-283cac5f8bda will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:06:49.381781 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.463703 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:49.788365 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Attempting to bind port cb0238be-4426-4912-b0df-283cac5f8bda on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:06:49.788764 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Attempting to bind port cb0238be-4426-4912-b0df-283cac5f8bda by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:06:49.789101 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Attempting to bind port cb0238be-4426-4912-b0df-283cac5f8bda on network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:06:49.796670 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Port cb0238be-4426-4912-b0df-283cac5f8bda on network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:06:49.797000 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Attempting to bind port cb0238be-4426-4912-b0df-283cac5f8bda on network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:06:49.811510 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:06:49.811874 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Checking segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:06:49.812231 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Bound using segment: {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:06:49.812681 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Bound port: cb0238be-4426-4912-b0df-283cac5f8bda, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746996da-109c-408c-a7bc-2908984ee83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1517, 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:06:49.813042 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.829845 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a672e58-74b8-4503-b4b1-96307aa2572b req-0d1c0394-5e6e-40c5-82ae-8f7f2bef18a4 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:49.831350 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8a672e58-74b8-4503-b4b1-96307aa2572b req-0d1c0394-5e6e-40c5-82ae-8f7f2bef18a4 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0503581 Apr 08 19:06:49.877956 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8a672e58-74b8-4503-b4b1-96307aa2572b req-4e3c9562-a7d1-49ba-90dc-14f25c83293e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Apr 08 19:06:49.927659 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e79d12-3435-47df-93fe-dc556df9cffb {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:06:49.932188 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:06:49.939281 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Publish callbacks [] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.952364 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:06:49.961745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Transition to ACTIVE for port object a9e79d12-3435-47df-93fe-dc556df9cffb will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:06:49.963117 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.971868 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:49.987428 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69016d27-5da6-43cd-b7ae-2baa525689bc req-36086655-17cc-4f8b-bf50-b187803d9abc tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:49.989003 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-69016d27-5da6-43cd-b7ae-2baa525689bc req-36086655-17cc-4f8b-bf50-b187803d9abc tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 932 time: 0.0502381 Apr 08 19:06:50.005089 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:50.005774 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:50.007195 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] 10.222.0.113 "PUT /v2.0/ports/cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 200 len: 1094 time: 1.2936320 Apr 08 19:06:50.011335 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:50.015106 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12021292-8300-4970-b820-037c37bbc0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:50.046784 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-69016d27-5da6-43cd-b7ae-2baa525689bc req-3f79cf33-acc3-4d63-84f6-1d557542e840 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520141 Apr 08 19:06:50.059740 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5419a-25f6-4686-9694-3684dd562f87 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:50.111598 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b3c0d3-3975-4861-ad23-c3f5040aa186 x-openstack-request-id: req-d7b3c0d3-3975-4861-ad23-c3f5040aa186 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:50.111895 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:50.112150 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-d7b3c0d3-3975-4861-ad23-c3f5040aa186 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:50.112586 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b3c0d3-3975-4861-ad23-c3f5040aa186'] response: {'name': 'network-changed', 'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'status': 'completed', 'code': 200} Apr 08 19:06:50.162418 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Attempting to bind port a9e79d12-3435-47df-93fe-dc556df9cffb on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:06:50.162760 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Attempting to bind port a9e79d12-3435-47df-93fe-dc556df9cffb by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:06:50.163090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Attempting to bind port a9e79d12-3435-47df-93fe-dc556df9cffb on network 21f97656-9d80-499b-9b53-414617a06edc {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:06:50.167446 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1f03c878-25aa-45d1-851d-aa60a2dd2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:50.169008 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-1f03c878-25aa-45d1-851d-aa60a2dd2730 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 1128 time: 0.1029863 Apr 08 19:06:50.177707 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e79d12-3435-47df-93fe-dc556df9cffb,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:50.188004 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Port a9e79d12-3435-47df-93fe-dc556df9cffb on network 21f97656-9d80-499b-9b53-414617a06edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:06:50.188364 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Attempting to bind port a9e79d12-3435-47df-93fe-dc556df9cffb on network 21f97656-9d80-499b-9b53-414617a06edc {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:06:50.222789 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-e000cccc-d8a5-4321-adcb-7187ec042f7d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 200 len: 217 time: 0.0410838 Apr 08 19:06:50.223529 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:06:50.223874 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Checking segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:06:50.224285 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Bound using segment: {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:06:50.224735 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Bound port: a9e79d12-3435-47df-93fe-dc556df9cffb, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1524, 'network_id': '21f97656-9d80-499b-9b53-414617a06edc'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:06:50.225101 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:50.318405 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-d7d13620-dd3b-457f-82fd-0748fc14f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:50.319893 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-d7d13620-dd3b-457f-82fd-0748fc14f3ba service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0851808 Apr 08 19:06:50.365644 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] For port a9e79d12-3435-47df-93fe-dc556df9cffb, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:06:50.382549 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] For port a9e79d12-3435-47df-93fe-dc556df9cffb, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9e79d12-3435-47df-93fe-dc556df9cffb,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:06:50.384645 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-271824ba-92bc-4f31-aeb0-c3781ee412f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:50.386146 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-271824ba-92bc-4f31-aeb0-c3781ee412f7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582755 Apr 08 19:06:50.401072 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:50.454358 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:50.454988 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:50.456716 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] 10.222.0.113 "PUT /v2.0/ports/a9e79d12-3435-47df-93fe-dc556df9cffb HTTP/1.1" status: 200 len: 1094 time: 1.3403397 Apr 08 19:06:50.569357 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014d43-18ed-48e3-8246-a91731ce9c34 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e79d12-3435-47df-93fe-dc556df9cffb,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:50.575633 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-d907e344-db96-4bf7-afaa-a5eae40643fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:50.577517 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-d907e344-db96-4bf7-afaa-a5eae40643fd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 1128 time: 0.0739350 Apr 08 19:06:50.638987 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-6320039d-1b01-4970-b326-bc5aed64fa3b service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450488 Apr 08 19:06:50.640800 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-1d81d7be-7840-48a2-97fc-eaa9ec33b615 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9e79d12-3435-47df-93fe-dc556df9cffb HTTP/1.1" status: 200 len: 217 time: 0.0524824 Apr 08 19:06:50.749374 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-a98c8e9e-9bf1-40bd-be11-1523d584b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:50.750873 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-a98c8e9e-9bf1-40bd-be11-1523d584b7cc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4da7e50-1dee-4637-83a5-33f945609d49 HTTP/1.1" status: 200 len: 849 time: 0.1003513 Apr 08 19:06:50.803557 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e97b4a93-77a6-468f-878e-a2e49ebde834 req-cad5fe42-2931-4bd0-a0d9-45f1010a26a3 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541784 Apr 08 19:06:50.810960 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-52891acf-27d4-4d2b-a606-877cb861696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:50.812412 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-52891acf-27d4-4d2b-a606-877cb861696f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=21f97656-9d80-499b-9b53-414617a06edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540850 Apr 08 19:06:51.000609 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb927b54-5d8c-43ee-9041-a2d6b0a451db req-fce6747e-b0ec-491e-b054-bbfa5b4f9a13 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:51.002127 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cb927b54-5d8c-43ee-9041-a2d6b0a451db req-fce6747e-b0ec-491e-b054-bbfa5b4f9a13 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0508764 Apr 08 19:06:51.047631 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cb927b54-5d8c-43ee-9041-a2d6b0a451db req-84bb2d57-0ad7-4ef6-a6c2-2c6f193cf9f9 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398736 Apr 08 19:06:51.157353 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c8fe7-2ff8-4439-8533-bc2349343f9e req-50b0ddb7-e398-426e-9da8-c1f52744aebf tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:51.158866 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d76c8fe7-2ff8-4439-8533-bc2349343f9e req-50b0ddb7-e398-426e-9da8-c1f52744aebf tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 944 time: 0.0481031 Apr 08 19:06:51.183671 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-956bca44-d58e-4e7d-8f54-d4a03670c494 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077695 Apr 08 19:06:51.208680 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d76c8fe7-2ff8-4439-8533-bc2349343f9e req-1bfbe8c5-80f9-4773-9f7a-39f29df416c3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443087 Apr 08 19:06:52.121072 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'tag': 'a9e79d12-3435-47df-93fe-dc556df9cffb'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:52.124026 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629788db-2578-4b43-a612-20028a40559a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b75da04-182b-4c89-9da8-15dd0c97e2fb", "tag": "a9e79d12-3435-47df-93fe-dc556df9cffb"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:52.176711 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb02a4-e816-456d-86c0-c572814bc337 req-f86928a3-ee19-4560-ae80-031b67805a9d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:52.178313 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3fcb02a4-e816-456d-86c0-c572814bc337 req-f86928a3-ee19-4560-ae80-031b67805a9d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0585649 Apr 08 19:06:52.179543 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eac18ca-a960-4520-aeac-fe35d1a8e0e1 x-openstack-request-id: req-8eac18ca-a960-4520-aeac-fe35d1a8e0e1 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:52.179837 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b75da04-182b-4c89-9da8-15dd0c97e2fb", "tag": "a9e79d12-3435-47df-93fe-dc556df9cffb", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:52.180095 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-8eac18ca-a960-4520-aeac-fe35d1a8e0e1 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:52.180510 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eac18ca-a960-4520-aeac-fe35d1a8e0e1'] response: {'name': 'network-changed', 'server_uuid': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'tag': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'status': 'completed', 'code': 200} Apr 08 19:06:52.190073 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12021292-8300-4970-b820-037c37bbc0a0 req-4a1ef946-b6ee-4b2c-9813-99592b9501ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:52.191568 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-12021292-8300-4970-b820-037c37bbc0a0 req-4a1ef946-b6ee-4b2c-9813-99592b9501ef service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 1128 time: 0.0931833 Apr 08 19:06:52.230102 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3fcb02a4-e816-456d-86c0-c572814bc337 req-0b3dd5a8-1a7d-4163-b43f-66f984e875d1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462034 Apr 08 19:06:52.236516 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a3f1e939-effd-4802-92d3-66d3689b8c8a req-906ccc43-f76f-415c-aaea-a2f7f52b1c33 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558449 Apr 08 19:06:52.315583 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12021292-8300-4970-b820-037c37bbc0a0 req-17feacbe-d97b-4d62-95ec-0849784259ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:52.317072 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-12021292-8300-4970-b820-037c37bbc0a0 req-17feacbe-d97b-4d62-95ec-0849784259ce service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.1083572 Apr 08 19:06:52.329655 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9f450-83d7-4bab-b106-88118f45dc4c req-15201194-a508-4bbc-bfee-52dc1fb262ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:52.331120 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7ed9f450-83d7-4bab-b106-88118f45dc4c req-15201194-a508-4bbc-bfee-52dc1fb262ea tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 944 time: 0.0485656 Apr 08 19:06:52.379174 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7ed9f450-83d7-4bab-b106-88118f45dc4c req-af5d8741-b0b2-4f42-94f1-b17caf165061 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Apr 08 19:06:52.909401 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:06:53.008509 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:53.020637 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'port_id': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'mac_address': 'fa:16:3e:db:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:06:53.057315 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port cb0238be-4426-4912-b0df-283cac5f8bda is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:06:53.057638 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:53.070788 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0238be-4426-4912-b0df-283cac5f8bda {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:06:53.089689 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:53.093660 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:53.143377 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:53.150306 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.150658 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.151024 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.151370 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.151702 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.152030 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.152381 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.152715 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.153034 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.153362 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.153682 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.154074 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.154490 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.154805 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.155126 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:06:53.279876 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-12021292-8300-4970-b820-037c37bbc0a0 req-74a38db5-6f92-4295-bbb2-26b80f2c24d1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 200 len: 217 time: 0.0574465 Apr 08 19:06:53.299896 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629788db-2578-4b43-a612-20028a40559a req-afe314ae-2b0e-44b8-8230-8587f652e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:53.301413 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-629788db-2578-4b43-a612-20028a40559a req-afe314ae-2b0e-44b8-8230-8587f652e023 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 1128 time: 0.0737207 Apr 08 19:06:53.360772 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4a5c8-f889-4512-9a92-1ae74f9ea536 req-f8e18934-1ce9-4118-a7dd-66aa1d5def3e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:53.362152 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-eca4a5c8-f889-4512-9a92-1ae74f9ea536 req-f8e18934-1ce9-4118-a7dd-66aa1d5def3e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 945 time: 0.0487368 Apr 08 19:06:53.386574 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['cb0238be-4426-4912-b0df-283cac5f8bda'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:06:53.392363 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12021292-8300-4970-b820-037c37bbc0a0 req-b4aec97b-eb72-4ea7-bab3-c226cdde3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:53.393872 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-12021292-8300-4970-b820-037c37bbc0a0 req-b4aec97b-eb72-4ea7-bab3-c226cdde3de9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.1069276 Apr 08 19:06:53.419955 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-eca4a5c8-f889-4512-9a92-1ae74f9ea536 req-2b9f7414-f424-4940-b914-ddcfb417c3de tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515707 Apr 08 19:06:53.466895 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12021292-8300-4970-b820-037c37bbc0a0 req-90cebd4f-883a-4ce6-b6d4-762fec47b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:53.468880 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-12021292-8300-4970-b820-037c37bbc0a0 req-90cebd4f-883a-4ce6-b6d4-762fec47b65f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667932 Apr 08 19:06:53.469865 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629788db-2578-4b43-a612-20028a40559a req-f037f2d4-7353-47d9-8a55-2479df450978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:53.471163 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-629788db-2578-4b43-a612-20028a40559a req-f037f2d4-7353-47d9-8a55-2479df450978 service neutron] 10.222.0.113 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 912 time: 0.1485295 Apr 08 19:06:53.516515 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a9fcc-766b-47cb-aff3-f456aebadb7f req-5631a2d0-c815-48ab-ae45-c7aebcccc26a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:53.518052 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-067a9fcc-766b-47cb-aff3-f456aebadb7f req-5631a2d0-c815-48ab-ae45-c7aebcccc26a tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 944 time: 0.0518339 Apr 08 19:06:53.548623 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-629788db-2578-4b43-a612-20028a40559a req-756cf1e4-bc09-4e30-b798-159f2e380b21 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9e79d12-3435-47df-93fe-dc556df9cffb HTTP/1.1" status: 200 len: 217 time: 0.0552745 Apr 08 19:06:53.581987 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-067a9fcc-766b-47cb-aff3-f456aebadb7f req-a92e984a-00ec-4ecb-8112-4e1ec65ce3d2 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577960 Apr 08 19:06:53.641146 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629788db-2578-4b43-a612-20028a40559a req-3e95e4dc-6784-49bd-b1fa-605f110697d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:53.642510 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-629788db-2578-4b43-a612-20028a40559a req-3e95e4dc-6784-49bd-b1fa-605f110697d0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4da7e50-1dee-4637-83a5-33f945609d49 HTTP/1.1" status: 200 len: 849 time: 0.0874560 Apr 08 19:06:53.665053 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-12021292-8300-4970-b820-037c37bbc0a0 req-58dbc8f8-2c67-4b7a-ae28-95ece99ecdc7 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729846 Apr 08 19:06:53.711535 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629788db-2578-4b43-a612-20028a40559a req-6abfdc3f-2f90-4c19-89d7-613ba74d8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:53.713002 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-629788db-2578-4b43-a612-20028a40559a req-6abfdc3f-2f90-4c19-89d7-613ba74d8a35 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=21f97656-9d80-499b-9b53-414617a06edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616403 Apr 08 19:06:53.837785 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-12021292-8300-4970-b820-037c37bbc0a0 req-f75d11e5-2ffc-4fe4-a089-aece9b7c1603 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572771 Apr 08 19:06:53.861159 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-629788db-2578-4b43-a612-20028a40559a req-ff015c24-d2b5-45a7-b196-ce9deca58cef service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201308 Apr 08 19:06:53.960378 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-629788db-2578-4b43-a612-20028a40559a req-db36ba95-0da0-41ec-85b8-a93a1bd5314c service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921836 Apr 08 19:06:54.133550 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeab9dc-f226-47f1-855d-67439c078003 req-38e78f7f-7b81-4a9d-8d9a-99f8d2e3fdb1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:54.135028 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-deeab9dc-f226-47f1-855d-67439c078003 req-38e78f7f-7b81-4a9d-8d9a-99f8d2e3fdb1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 945 time: 0.0481403 Apr 08 19:06:54.181803 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-deeab9dc-f226-47f1-855d-67439c078003 req-467796a6-56fe-4459-98e9-d7c1692b78bb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405140 Apr 08 19:06:54.552621 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39840e-8e58-489f-a029-f68f0ac03cfc req-9fa1851b-d092-4cdb-b01b-cca2bd3821bb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:54.555226 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2b39840e-8e58-489f-a029-f68f0ac03cfc req-9fa1851b-d092-4cdb-b01b-cca2bd3821bb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 945 time: 0.0529387 Apr 08 19:06:54.602308 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2b39840e-8e58-489f-a029-f68f0ac03cfc req-cc30163f-8ecd-43de-a185-d052dd94b151 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Apr 08 19:06:54.696723 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dde04-d869-40e9-b800-a792bb0e878a req-363933a3-96f1-4c37-9d65-8343ef9e8972 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:54.698194 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bc3dde04-d869-40e9-b800-a792bb0e878a req-363933a3-96f1-4c37-9d65-8343ef9e8972 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 944 time: 0.0511136 Apr 08 19:06:54.726499 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a2e71e3b-4aa4-4036-bc03-d73eee8258ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:54.747169 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bc3dde04-d869-40e9-b800-a792bb0e878a req-96f6804e-82f5-4ae1-924c-ddc0fe0a2512 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Apr 08 19:06:54.913622 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device a9e79d12-3435-47df-93fe-dc556df9cffb details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:06:54.919178 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:06:55.018437 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port cb0238be-4426-4912-b0df-283cac5f8bda completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:06:55.029862 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port cb0238be-4426-4912-b0df-283cac5f8bda triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:06:55.030230 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:55.084002 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port a9e79d12-3435-47df-93fe-dc556df9cffb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9e79d12-3435-47df-93fe-dc556df9cffb,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:55.099599 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'port_id': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'mac_address': 'fa:16:3e:c8:ce:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:06:55.167242 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port a9e79d12-3435-47df-93fe-dc556df9cffb is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:06:55.167638 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:55.169649 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port cb0238be-4426-4912-b0df-283cac5f8bda is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:06:55.170032 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:55.193774 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e79d12-3435-47df-93fe-dc556df9cffb {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:06:55.213019 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:55.215434 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4beb4f8-fd65-4b1e-aa6c-e444d2410c59" -d '{"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-plugged", "status": "completed", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:55.237034 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:55.238982 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port a9e79d12-3435-47df-93fe-dc556df9cffb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9e79d12-3435-47df-93fe-dc556df9cffb,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:55.242149 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:55.247482 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:55.267187 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b576793-491b-408d-a6da-655b690d5121 x-openstack-request-id: req-8b576793-491b-408d-a6da-655b690d5121 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:55.267513 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-plugged", "status": "completed", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:55.267778 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-8b576793-491b-408d-a6da-655b690d5121 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:55.268178 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b576793-491b-408d-a6da-655b690d5121'] response: {'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'code': 200} Apr 08 19:06:55.293978 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:55.301472 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a89c9-16f6-4b0e-aada-d82fee35fddc req-e6793d90-3939-4031-b6d6-d76e0cf127c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:55.303066 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-856a89c9-16f6-4b0e-aada-d82fee35fddc req-e6793d90-3939-4031-b6d6-d76e0cf127c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 945 time: 0.0495582 Apr 08 19:06:55.343947 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=a9e79d12-3435-47df-93fe-dc556df9cffb,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:55.356578 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-856a89c9-16f6-4b0e-aada-d82fee35fddc req-d1659e8d-8e71-4aba-b601-dd1bd4837d5d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473711 Apr 08 19:06:55.578482 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['a9e79d12-3435-47df-93fe-dc556df9cffb'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:06:55.723961 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfdf68-3530-4818-a065-bd42c1d7f1b8 req-16384dac-e38c-4bfd-9f42-c73e0619cdbf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:55.725473 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9bbfdf68-3530-4818-a065-bd42c1d7f1b8 req-16384dac-e38c-4bfd-9f42-c73e0619cdbf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0518122 Apr 08 19:06:55.758470 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5323c8-80d0-41e3-8b65-b1ecc7bf499d req-d8f3cb92-ddf0-412b-874a-2f7935a6f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:55.760147 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5323c8-80d0-41e3-8b65-b1ecc7bf499d req-d8f3cb92-ddf0-412b-874a-2f7935a6f674 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 1130 time: 0.0387425 Apr 08 19:06:55.775271 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9bbfdf68-3530-4818-a065-bd42c1d7f1b8 req-1d51276e-86a5-49bf-95f7-59cea3833e49 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Apr 08 19:06:55.851789 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3d5323c8-80d0-41e3-8b65-b1ecc7bf499d req-24a371ad-4d17-40d6-aad5-ab8c7e27b3c8 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842817 Apr 08 19:06:55.863402 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-1f4247b8-0f99-4df6-b3ef-a790f4e24a5e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:55.864885 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-1f4247b8-0f99-4df6-b3ef-a790f4e24a5e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 945 time: 0.0580957 Apr 08 19:06:55.874369 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db03b-5cb5-49b1-965e-19586d486b13 req-325a52a2-7858-485b-afc1-db0f50be03a3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:55.875835 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-898db03b-5cb5-49b1-965e-19586d486b13 req-325a52a2-7858-485b-afc1-db0f50be03a3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 945 time: 0.0469398 Apr 08 19:06:55.922385 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-898db03b-5cb5-49b1-965e-19586d486b13 req-2c7ad917-455f-4758-abe0-7763120ead91 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409241 Apr 08 19:06:56.156193 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Deleting port 2ce5db71-3b0d-44ab-a036-31be47360bfa {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:06:56.156478 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:56.242409 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] For port 2ce5db71-3b0d-44ab-a036-31be47360bfa, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ce5db71-3b0d-44ab-a036-31be47360bfa,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:56.242790 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:56.417323 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:56.417605 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (299d025e-3e86-4810-91bb-4b1e22c59450), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:56.417924 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Floating IP 299d025e-3e86-4810-91bb-4b1e22c59450 disassociated. External IP: 172.27.0.81, port: 2ce5db71-3b0d-44ab-a036-31be47360bfa. Apr 08 19:06:56.418268 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Calling delete_port for 2ce5db71-3b0d-44ab-a036-31be47360bfa owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:06:56.446062 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:56.476008 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc74e24-8bfe-4340-9345-ea26d269338e req-efe1686e-b31c-4fe8-8f8c-b54d2bb2138c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:56.477499 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5cc74e24-8bfe-4340-9345-ea26d269338e req-efe1686e-b31c-4fe8-8f8c-b54d2bb2138c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 945 time: 0.0537658 Apr 08 19:06:56.526677 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5cc74e24-8bfe-4340-9345-ea26d269338e req-6789042c-09f3-4591-8809-48a4dbf7f8ff tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=aeacb178-8517-4938-87ef-d72ef1602915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Apr 08 19:06:56.557572 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (2ce5db71-3b0d-44ab-a036-31be47360bfa), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:56.590627 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'Port': ['ID=2ce5db71-3b0d-44ab-a036-31be47360bfa,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:56.718694 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:06:56.831374 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:06:56.843190 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:06:56.853694 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:56.854690 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:56.873409 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] No DVR routers for this DVR port 2ce5db71-3b0d-44ab-a036-31be47360bfa on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:06:56.875921 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:56.879219 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c9df91e-2b08-46df-9f4f-bf1411853a1e req-112eb2cd-705a-4ab2-84a3-b30c07fc5e03 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "DELETE /v2.0/ports/2ce5db71-3b0d-44ab-a036-31be47360bfa HTTP/1.1" status: 204 len: 173 time: 0.8060532 Apr 08 19:06:56.879656 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'name': 'network-vif-deleted', 'tag': '2ce5db71-3b0d-44ab-a036-31be47360bfa'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:56.881884 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a82724-ec4d-4a47-8480-dbd107ba7783" -d '{"events": [{"server_uuid": "60fedda2-a4ef-416a-a424-1e3185e7204c", "name": "network-vif-deleted", "tag": "2ce5db71-3b0d-44ab-a036-31be47360bfa"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:56.905821 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a25b86-6b78-4f43-b57b-03d4691eef95 req-e4fd1303-a08a-41d0-ab38-4b3b7ee82f83 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:56.907451 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-54a25b86-6b78-4f43-b57b-03d4691eef95 req-e4fd1303-a08a-41d0-ab38-4b3b7ee82f83 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0516996 Apr 08 19:06:56.918782 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3bb660-5fc4-43de-b83f-0858f6166e2e x-openstack-request-id: req-0f3bb660-5fc4-43de-b83f-0858f6166e2e {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:56.919083 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fedda2-a4ef-416a-a424-1e3185e7204c", "name": "network-vif-deleted", "tag": "2ce5db71-3b0d-44ab-a036-31be47360bfa", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:56.921551 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0f3bb660-5fc4-43de-b83f-0858f6166e2e {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:56.921979 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3bb660-5fc4-43de-b83f-0858f6166e2e'] response: {'server_uuid': '60fedda2-a4ef-416a-a424-1e3185e7204c', 'name': 'network-vif-deleted', 'tag': '2ce5db71-3b0d-44ab-a036-31be47360bfa', 'status': 'completed', 'code': 200} Apr 08 19:06:56.957390 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device a9e79d12-3435-47df-93fe-dc556df9cffb up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:06:56.962634 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-54a25b86-6b78-4f43-b57b-03d4691eef95 req-3d2d5f97-f61b-40ee-9a4f-05adacccd770 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490587 Apr 08 19:06:57.038067 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:06:57.077113 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14c40-5e84-41f3-8439-d0b1cedd203a req-4c70cf1f-1dfc-43de-84a6-fd6f26958623 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:57.078878 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4bb14c40-5e84-41f3-8439-d0b1cedd203a req-4c70cf1f-1dfc-43de-84a6-fd6f26958623 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 945 time: 0.0693648 Apr 08 19:06:57.146331 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4bb14c40-5e84-41f3-8439-d0b1cedd203a req-565961fe-91eb-45be-8880-0dc42fe82956 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616233 Apr 08 19:06:57.225527 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port a9e79d12-3435-47df-93fe-dc556df9cffb completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:06:57.242834 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port a9e79d12-3435-47df-93fe-dc556df9cffb triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:06:57.243218 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:57.247759 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0debe79e-ba0f-4011-a030-f8586a18519e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:57.423607 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port a9e79d12-3435-47df-93fe-dc556df9cffb is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:06:57.424003 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:57.483046 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e79d12-3435-47df-93fe-dc556df9cffb'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:57.485221 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfc26cb-3045-4459-b0b3-48141092e8b3" -d '{"events": [{"server_uuid": "1b75da04-182b-4c89-9da8-15dd0c97e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9e79d12-3435-47df-93fe-dc556df9cffb"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:57.502908 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port a9e79d12-3435-47df-93fe-dc556df9cffb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9e79d12-3435-47df-93fe-dc556df9cffb,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:06:57.504189 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:57.507551 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:57.534976 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460acad-4409-42c7-95c8-8f4d3aa136e5 x-openstack-request-id: req-f460acad-4409-42c7-95c8-8f4d3aa136e5 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:06:57.535292 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b75da04-182b-4c89-9da8-15dd0c97e2fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9e79d12-3435-47df-93fe-dc556df9cffb", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:06:57.535551 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f460acad-4409-42c7-95c8-8f4d3aa136e5 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:06:57.535939 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f460acad-4409-42c7-95c8-8f4d3aa136e5'] response: {'server_uuid': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'code': 200} Apr 08 19:06:57.537840 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:06:57.575304 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:57.576073 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:57.624247 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7b3a47a5-b0f1-418a-b05e-8bf50ef902d7 req-fae1e455-05c4-4c1e-b5fd-6362d45a7c89 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=60fedda2-a4ef-416a-a424-1e3185e7204c HTTP/1.1" status: 200 len: 210 time: 0.0289345 Apr 08 19:06:57.624505 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=a9e79d12-3435-47df-93fe-dc556df9cffb,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:57.701856 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:06:57.905671 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:57.931773 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea6de8b-67dc-4cfa-a114-2195cc9a5e28 None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:06:58.097253 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef21f0-0de3-4bc8-97d1-9d1864c73c42 req-d75148bd-1b31-4ab1-aabc-50ed70c03bea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:58.098833 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d4ef21f0-0de3-4bc8-97d1-9d1864c73c42 req-d75148bd-1b31-4ab1-aabc-50ed70c03bea tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0484488 Apr 08 19:06:58.154815 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d4ef21f0-0de3-4bc8-97d1-9d1864c73c42 req-0143b3c3-0b6d-47b5-81c9-149f258b1555 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502536 Apr 08 19:06:58.199786 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9b503-ab11-44e7-86ba-6b4a899a6e3e None None] New status for floating IP 299d025e-3e86-4810-91bb-4b1e22c59450: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:06:58.317749 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568d0d6-20d4-4f1c-8e4c-c1d5b304004e req-05690960-29e2-40a5-93dc-6084a43a55f6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:58.318140 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a0830-f72c-4232-a376-1d6a6b4f3731 req-afa6842b-a308-47e8-91e1-c1004aa7526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:58.319308 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7568d0d6-20d4-4f1c-8e4c-c1d5b304004e req-05690960-29e2-40a5-93dc-6084a43a55f6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.0926530 Apr 08 19:06:58.326941 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d70a0830-f72c-4232-a376-1d6a6b4f3731 req-afa6842b-a308-47e8-91e1-c1004aa7526d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 1130 time: 0.0532327 Apr 08 19:06:58.333401 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe5340-7330-42c7-98f5-f6d06816e6dd req-4033fc36-b3c4-4412-951f-d35360fd413c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:58.335195 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-09fe5340-7330-42c7-98f5-f6d06816e6dd req-4033fc36-b3c4-4412-951f-d35360fd413c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.1071942 Apr 08 19:06:58.353611 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36276) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:58.359304 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Request body: {'floatingip': {'port_id': 'cb0238be-4426-4912-b0df-283cac5f8bda'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:58.391254 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7568d0d6-20d4-4f1c-8e4c-c1d5b304004e req-1332ef3f-9ee1-4f1a-b290-20c18f254da7 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546355 Apr 08 19:06:58.484852 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:58.661230 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (3db27041-0d9d-4bd0-b3a0-8d0986ca77ca), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:58.712010 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d70a0830-f72c-4232-a376-1d6a6b4f3731 req-1b572d6a-e764-4fda-bc21-3ebb1b7e49ec service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773777 Apr 08 19:06:58.714668 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36282) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:58.769586 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df54885f-f2d3-4837-8b58-d217c1e53e0d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (aeacb178-8517-4938-87ef-d72ef1602915), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:58.793316 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df54885f-f2d3-4837-8b58-d217c1e53e0d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (aeacb178-8517-4938-87ef-d72ef1602915), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:58.845487 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df54885f-f2d3-4837-8b58-d217c1e53e0d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (aeacb178-8517-4938-87ef-d72ef1602915), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:58.848143 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df54885f-f2d3-4837-8b58-d217c1e53e0d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:58.851681 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-df54885f-f2d3-4837-8b58-d217c1e53e0d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "DELETE /v2.0/security-groups/aeacb178-8517-4938-87ef-d72ef1602915 HTTP/1.1" status: 204 len: 168 time: 0.1336133 Apr 08 19:06:58.852744 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36286) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:58.866376 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54885f-f2d3-4837-8b58-d217c1e53e0d tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeacb178-8517-4938-87ef-d72ef1602915,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:58.874004 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.api.v2.resource [None req-f179a9bb-4e32-40d0-bc3b-8eaf8f8f23b0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] show failed (client error): The resource could not be found. Apr 08 19:06:58.879151 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36290) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:58.879322 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f179a9bb-4e32-40d0-bc3b-8eaf8f8f23b0 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups/aeacb178-8517-4938-87ef-d72ef1602915 HTTP/1.1" status: 404 len: 347 time: 0.0244911 Apr 08 19:06:58.946949 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 2ce5db71-3b0d-44ab-a036-31be47360bfa no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:06:58.971763 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 2ce5db71-3b0d-44ab-a036-31be47360bfa {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:06:58.972316 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 2ce5db71-3b0d-44ab-a036-31be47360bfa not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:06:59.088943 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Deleting port 3bf58265-93e0-46b0-b5e2-11e61e64813a {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:06:59.089302 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (3bf58265-93e0-46b0-b5e2-11e61e64813a), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.239475 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (3bf58265-93e0-46b0-b5e2-11e61e64813a), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.239812 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (3bf58265-93e0-46b0-b5e2-11e61e64813a), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.259851 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Calling delete_port for 3bf58265-93e0-46b0-b5e2-11e61e64813a owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:06:59.350079 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.355390 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (3db27041-0d9d-4bd0-b3a0-8d0986ca77ca), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.504022 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Floating IP 3db27041-0d9d-4bd0-b3a0-8d0986ca77ca associated. External IP: 172.27.0.122, port: cb0238be-4426-4912-b0df-283cac5f8bda. Apr 08 19:06:59.577911 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ae0a0-fe76-4bff-b6b2-5723d1f3272d req-0dc48d35-7752-4467-b840-0e742b7e1ad3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:06:59.579619 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3b4ae0a0-fe76-4bff-b6b2-5723d1f3272d req-0dc48d35-7752-4467-b840-0e742b7e1ad3 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.1180201 Apr 08 19:06:59.601979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (3bf58265-93e0-46b0-b5e2-11e61e64813a), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.630828 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3b4ae0a0-fe76-4bff-b6b2-5723d1f3272d req-1c20329b-7d32-4114-8c18-b268e423ad0c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449345 Apr 08 19:06:59.634064 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'Port': ['ID=3bf58265-93e0-46b0-b5e2-11e61e64813a,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:06:59.670570 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (299d025e-3e86-4810-91bb-4b1e22c59450), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.673171 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.674323 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-dd4ffb6a-7de9-4789-aadd-78145274c72b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "DELETE /v2.0/floatingips/299d025e-3e86-4810-91bb-4b1e22c59450 HTTP/1.1" status: 204 len: 168 time: 0.7942333 Apr 08 19:06:59.796295 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Router 7b5c78fa-904f-4738-9aea-29dcc814671e has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:06:59.886351 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36306) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:06:59.893209 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-411fcaf5-8f64-4ef9-bf06-dc08dd91e03c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91807412', 'description': 'tempest-description--927820205'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:06:59.914139 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-411fcaf5-8f64-4ef9-bf06-dc08dd91e03c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.916419 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:06:59.922688 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.927381 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] Sync routers for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:06:59.942880 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:06:59.943444 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:06:59.972225 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-04bc2443-3af4-49d2-8ba8-a29f21534b5b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "PUT /v2.0/floatingips/3db27041-0d9d-4bd0-b3a0-8d0986ca77ca HTTP/1.1" status: 200 len: 992 time: 1.6072617 Apr 08 19:06:59.972225 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:06:59.972225 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:06:59.992628 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-411fcaf5-8f64-4ef9-bf06-dc08dd91e03c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (a4931b8e-591c-4be3-bca1-a719a61342de), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:06:59.997459 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-411fcaf5-8f64-4ef9-bf06-dc08dd91e03c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (a4931b8e-591c-4be3-bca1-a719a61342de), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.005338 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591d09f8-7cc3-4745-954d-232febf44c12 x-openstack-request-id: req-591d09f8-7cc3-4745-954d-232febf44c12 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:00.006051 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:00.006051 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-591d09f8-7cc3-4745-954d-232febf44c12 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:00.006633 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591d09f8-7cc3-4745-954d-232febf44c12'] response: {'name': 'network-changed', 'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'status': 'completed', 'code': 200} Apr 08 19:07:00.033462 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-411fcaf5-8f64-4ef9-bf06-dc08dd91e03c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.037429 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-411fcaf5-8f64-4ef9-bf06-dc08dd91e03c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1467636 Apr 08 19:07:00.037429 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fcaf5-8f64-4ef9-bf06-dc08dd91e03c tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4931b8e-591c-4be3-bca1-a719a61342de,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:00.038647 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36312) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:00.043808 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-82326a5b-e24d-42e0-89ec-ee881ede3686 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group_rule': {'security_group_id': 'a4931b8e-591c-4be3-bca1-a719a61342de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:00.072433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-82326a5b-e24d-42e0-89ec-ee881ede3686 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (1c60b9bc-d49c-4612-82b5-559c17937a9e), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.074897 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:00.120818 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.135645 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-82326a5b-e24d-42e0-89ec-ee881ede3686 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (1c60b9bc-d49c-4612-82b5-559c17937a9e), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.140563 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-82326a5b-e24d-42e0-89ec-ee881ede3686 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (1c60b9bc-d49c-4612-82b5-559c17937a9e), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.161246 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82326a5b-e24d-42e0-89ec-ee881ede3686 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c60b9bc-d49c-4612-82b5-559c17937a9e,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:00.173104 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-82326a5b-e24d-42e0-89ec-ee881ede3686 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.176885 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-82326a5b-e24d-42e0-89ec-ee881ede3686 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346872 Apr 08 19:07:00.177155 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36314) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:00.181577 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-3ffeaf72-b052-4d02-8ee1-498adc320652 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'security_group_rule': {'security_group_id': 'a4931b8e-591c-4be3-bca1-a719a61342de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:00.212234 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3ffeaf72-b052-4d02-8ee1-498adc320652 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (b5b291cc-99ea-4a25-a50d-65820bce6b9a), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.273220 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3ffeaf72-b052-4d02-8ee1-498adc320652 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (b5b291cc-99ea-4a25-a50d-65820bce6b9a), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.277001 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3ffeaf72-b052-4d02-8ee1-498adc320652 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (b5b291cc-99ea-4a25-a50d-65820bce6b9a), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.297114 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeaf72-b052-4d02-8ee1-498adc320652 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b291cc-99ea-4a25-a50d-65820bce6b9a,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:00.304454 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3ffeaf72-b052-4d02-8ee1-498adc320652 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.308753 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36318) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:00.308892 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-3ffeaf72-b052-4d02-8ee1-498adc320652 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307387 Apr 08 19:07:00.313693 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:00.334029 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.371858 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '3db27041-0d9d-4bd0-b3a0-8d0986ca77ca', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'port_id': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'mac_address': 'fa:16:3e:db:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10492800-a961-4b49-bbb9-fdb71c73820a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:06:44Z', 'updated_at': '2022-04-08T19:06:59Z', 'revision_number': 1, 'project_id': '846543c57b654df3861fe4c058b48586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:00.398355 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] Checking router: 7b5c78fa-904f-4738-9aea-29dcc814671e for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:07:00.408048 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:00.408685 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:00.415863 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.518796 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:00.524300 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Allocated IP 172.27.0.244 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/c94d021e-16df-4422-8a5d-e6729fa74b2c) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:07:00.638793 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (c94d021e-16df-4422-8a5d-e6729fa74b2c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.664441 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-51f8c8e3-e601-4498-9b39-d19faf4fc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:00.666648 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-51f8c8e3-e601-4498-9b39-d19faf4fc71f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 1130 time: 0.0515156 Apr 08 19:07:00.687734 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (c94d021e-16df-4422-8a5d-e6729fa74b2c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.728231 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:07:00.780076 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:07:00.784246 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:07:00.791591 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49724-29b0-45b1-bcbd-26847f2dec4a req-d6936873-133b-49c1-953a-ba597b4e803d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:00.793375 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-93f49724-29b0-45b1-bcbd-26847f2dec4a req-d6936873-133b-49c1-953a-ba597b4e803d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.0700092 Apr 08 19:07:00.830513 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=c94d021e-16df-4422-8a5d-e6729fa74b2c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:00.853688 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-f764eaef-d60d-40e9-ba42-c0daa5b31251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:00.855387 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-f764eaef-d60d-40e9-ba42-c0daa5b31251 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.1287363 Apr 08 19:07:00.880182 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '3db27041-0d9d-4bd0-b3a0-8d0986ca77ca', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'port_id': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'mac_address': 'fa:16:3e:db:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10492800-a961-4b49-bbb9-fdb71c73820a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:06:44Z', 'updated_at': '2022-04-08T19:06:59Z', 'revision_number': 1, 'project_id': '846543c57b654df3861fe4c058b48586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:00.909291 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-93f49724-29b0-45b1-bcbd-26847f2dec4a req-7f369d84-c878-456f-91e5-fb16d3cdc2e5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887001 Apr 08 19:07:00.912097 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1966e37b-607b-4512-a153-87fb3ac7ffce None None] The sync data for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi is: [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '3db27041-0d9d-4bd0-b3a0-8d0986ca77ca', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'port_id': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'mac_address': 'fa:16:3e:db:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10492800-a961-4b49-bbb9-fdb71c73820a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:06:44Z', 'updated_at': '2022-04-08T19:06:59Z', 'revision_number': 1, 'project_id': '846543c57b654df3861fe4c058b48586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:07:00.929291 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (5b059b1e-37da-4a10-a9cf-809af47c120b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:00.955575 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-a5bb6fea-18be-4301-84d0-b5a3ca427c7e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 200 len: 1000 time: 0.0923440 Apr 08 19:07:00.987310 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (c94d021e-16df-4422-8a5d-e6729fa74b2c), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:01.057061 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-183b1ef1-8c4e-4cb2-976e-114e3c78f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:01.059036 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-183b1ef1-8c4e-4cb2-976e-114e3c78f77c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0955453 Apr 08 19:07:01.105536 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-221cd36a-9a90-42d0-9f94-d81e240ae99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:01.107644 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-221cd36a-9a90-42d0-9f94-d81e240ae99a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407264 Apr 08 19:07:01.169006 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02170e64-e59c-4632-ae44-9a1af33d0dda req-3dea88b4-b9f6-4df9-9816-1b801f8f031d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:01.171166 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-02170e64-e59c-4632-ae44-9a1af33d0dda req-3dea88b4-b9f6-4df9-9816-1b801f8f031d tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.1574202 Apr 08 19:07:01.181393 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36326) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:01.184284 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cab9a5b-83ae-46ce-925d-3d2d146df1c3 None None] New status for floating IP 3db27041-0d9d-4bd0-b3a0-8d0986ca77ca: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:07:01.185883 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Request body: {'floatingip': {'port_id': 'a9e79d12-3435-47df-93fe-dc556df9cffb'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:01.225406 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (c94d021e-16df-4422-8a5d-e6729fa74b2c), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:01.230938 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (c94d021e-16df-4422-8a5d-e6729fa74b2c), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:01.232830 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (9068fcb3-0776-4fc9-b98f-480d86a8f019), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:01.279573 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=c94d021e-16df-4422-8a5d-e6729fa74b2c,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:01.321853 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-a7ee5f26-660d-4da0-8d60-4f309c70a621 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071743 Apr 08 19:07:01.335124 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (5b059b1e-37da-4a10-a9cf-809af47c120b), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:01.359856 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:01.359856 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ba27c142-553e-434b-8632-a34dd89c6eeb tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0448518 Apr 08 19:07:01.516738 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:01.551976 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-eb0e9d08-9c76-4c1e-b359-a941a6b36c5c req-da8e2066-6695-41ef-bac4-5f38a5077d69 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212489 Apr 08 19:07:01.568748 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-0ceaab20-6adc-48df-b7b2-a89dfb0292b9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--91807412&fields=id&tenant_id=8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 267 time: 0.0681882 Apr 08 19:07:01.678118 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abff1b-3045-4e7a-8e81-a6cc85d6e5bf req-d3d95c87-b245-40fb-802c-638f8726a8c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:01.679592 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-16abff1b-3045-4e7a-8e81-a6cc85d6e5bf req-d3d95c87-b245-40fb-802c-638f8726a8c6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0980260 Apr 08 19:07:01.736167 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-8e339587-bd39-431d-9759-e5560ef1e653 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:01.737713 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-8e339587-bd39-431d-9759-e5560ef1e653 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 815 time: 0.1653681 Apr 08 19:07:01.764647 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-16abff1b-3045-4e7a-8e81-a6cc85d6e5bf req-738aa6e4-f272-4f12-af82-ddc8a1140cb2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772803 Apr 08 19:07:01.766026 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-a37a310d-d05a-4dba-802d-d7401edde5cf tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/quotas/8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 375 time: 0.0212429 Apr 08 19:07:01.827200 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-5b133894-41d6-4fd9-98f1-df8f65feadb5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541842 Apr 08 19:07:01.933402 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-dc62fd13-f4e8-4650-b680-721a7fb4fd2e service neutron] 10.222.0.109 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941019 Apr 08 19:07:02.027750 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-a2e4880b-75eb-487f-a280-58ea6fc24577 service neutron] 10.222.0.109 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885525 Apr 08 19:07:02.084074 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:02.089071 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (9068fcb3-0776-4fc9-b98f-480d86a8f019), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:02.195762 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ad900e04-4ffe-4f07-bdf8-fe9cd0e50c22 req-8918e7fa-5601-40cc-bac0-f21e467106d4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 210 time: 0.0295460 Apr 08 19:07:02.210339 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Floating IP 9068fcb3-0776-4fc9-b98f-480d86a8f019 associated. External IP: 172.27.0.157, port: a9e79d12-3435-47df-93fe-dc556df9cffb. Apr 08 19:07:02.437811 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:07:02.552691 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:07:02.557101 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:02.562178 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] Sync routers for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:07:02.571465 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:02.572079 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:02.586915 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-3d4a2e5c-1f55-4319-a9ec-6f82fb121a6e tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "PUT /v2.0/floatingips/9068fcb3-0776-4fc9-b98f-480d86a8f019 HTTP/1.1" status: 200 len: 992 time: 1.4043553 Apr 08 19:07:02.587520 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'tag': 'a9e79d12-3435-47df-93fe-dc556df9cffb'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:02.589837 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c02e33-27f5-4526-bd3e-7465f78c0467" -d '{"events": [{"name": "network-changed", "server_uuid": "1b75da04-182b-4c89-9da8-15dd0c97e2fb", "tag": "a9e79d12-3435-47df-93fe-dc556df9cffb"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:02.625118 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff128b2-ce83-48ab-ab98-c796798384e3 x-openstack-request-id: req-eff128b2-ce83-48ab-ab98-c796798384e3 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:02.625410 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b75da04-182b-4c89-9da8-15dd0c97e2fb", "tag": "a9e79d12-3435-47df-93fe-dc556df9cffb", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:02.625664 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-eff128b2-ce83-48ab-ab98-c796798384e3 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:02.626070 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff128b2-ce83-48ab-ab98-c796798384e3'] response: {'name': 'network-changed', 'server_uuid': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'tag': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'status': 'completed', 'code': 200} Apr 08 19:07:02.687606 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:02.880410 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8934c-f711-4662-b18e-d9dae2891397 req-7d9f5495-5524-4d2e-9860-68aefd7a819c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:02.881844 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d1d8934c-f711-4662-b18e-d9dae2891397 req-7d9f5495-5524-4d2e-9860-68aefd7a819c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0476389 Apr 08 19:07:02.900782 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '9068fcb3-0776-4fc9-b98f-480d86a8f019', 'tenant_id': '64809a7d93024517907a325376c3904a', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'port_id': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'mac_address': 'fa:16:3e:c8:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:06:45Z', 'updated_at': '2022-04-08T19:07:01Z', 'revision_number': 1, 'project_id': '64809a7d93024517907a325376c3904a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:02.928232 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d1d8934c-f711-4662-b18e-d9dae2891397 req-c5a41d11-718d-40f3-9eaf-7a20f13c9bb6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Apr 08 19:07:02.931358 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] Checking router: a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:07:02.940828 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:02.941383 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:03.048478 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:03.260075 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '9068fcb3-0776-4fc9-b98f-480d86a8f019', 'tenant_id': '64809a7d93024517907a325376c3904a', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'port_id': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'mac_address': 'fa:16:3e:c8:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:06:45Z', 'updated_at': '2022-04-08T19:07:01Z', 'revision_number': 1, 'project_id': '64809a7d93024517907a325376c3904a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:03.290433 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc864074-99e1-4a20-a1b6-d1bc6329d393 None None] The sync data for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi is: [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '9068fcb3-0776-4fc9-b98f-480d86a8f019', 'tenant_id': '64809a7d93024517907a325376c3904a', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'port_id': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'mac_address': 'fa:16:3e:c8:ce:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:06:45Z', 'updated_at': '2022-04-08T19:07:01Z', 'revision_number': 1, 'project_id': '64809a7d93024517907a325376c3904a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:07:03.299581 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2c3ebb65-f2df-4715-87ea-1e88a9e7f642 req-a5c8de21-6842-496a-9081-ddf0137bcde4 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 210 time: 0.0341923 Apr 08 19:07:03.491684 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0730fd-6403-4d30-92b4-38cd83792ce3 None None] New status for floating IP 9068fcb3-0776-4fc9-b98f-480d86a8f019: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:07:04.042978 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001efa6-877b-469b-82c7-5b4d9cf33809 req-8864270b-58e2-440f-ba80-610d430db6f9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:04.044431 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f001efa6-877b-469b-82c7-5b4d9cf33809 req-8864270b-58e2-440f-ba80-610d430db6f9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0479391 Apr 08 19:07:04.092407 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f001efa6-877b-469b-82c7-5b4d9cf33809 req-ecaac13a-44a4-4411-9d6d-65846c4176f8 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Apr 08 19:07:04.395807 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4503cdfe-bf7d-4144-961d-04b3667bfabe req-cae4804b-66f5-487a-a3c9-006bb59b92e5 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 210 time: 0.0278463 Apr 08 19:07:04.862528 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-5c031e23-6eae-4954-a98f-c20e0b7ed36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:04.864685 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-5c031e23-6eae-4954-a98f-c20e0b7ed36a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=64809a7d93024517907a325376c3904a&device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 1130 time: 0.0443547 Apr 08 19:07:05.071165 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-24283ccd-5fc0-4206-981c-a3e8d07a5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:05.072675 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-24283ccd-5fc0-4206-981c-a3e8d07a5833 service neutron] 10.222.0.113 "GET /v2.0/networks?id=21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 200 len: 912 time: 0.0959003 Apr 08 19:07:05.204067 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-c3dbd1ed-f0eb-4b96-99b7-d10b7a26095f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:05.205577 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-c3dbd1ed-f0eb-4b96-99b7-d10b7a26095f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0867488 Apr 08 19:07:05.219399 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-4eba5dba-e67c-404a-9272-b47b16819eed service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9e79d12-3435-47df-93fe-dc556df9cffb HTTP/1.1" status: 200 len: 1002 time: 0.1016428 Apr 08 19:07:05.224479 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10f9c-6f56-44ef-88da-321058c42099 req-7a3cd549-b406-4812-b4f5-a39fcd5efd04 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:05.225981 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f6f10f9c-6f56-44ef-88da-321058c42099 req-7a3cd549-b406-4812-b4f5-a39fcd5efd04 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 946 time: 0.0585074 Apr 08 19:07:05.281433 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f6f10f9c-6f56-44ef-88da-321058c42099 req-04fb5b35-6797-43bd-aef1-bdf4e5010126 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=192262dc-54a8-48a9-a8ec-9edf86d593e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482430 Apr 08 19:07:05.501228 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-1c595f5a-10dd-4d78-b53f-bec3dcaf374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:05.502713 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-1c595f5a-10dd-4d78-b53f-bec3dcaf374b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e4da7e50-1dee-4637-83a5-33f945609d49 HTTP/1.1" status: 200 len: 849 time: 0.1099203 Apr 08 19:07:05.512329 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fbd54ddf-cae5-4aa3-a5d5-b15f58847cff req-faac6678-136a-483d-9a7f-335b38bf2c7b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 210 time: 0.0429566 Apr 08 19:07:05.526113 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Deleting port fdec795b-ddd7-485c-bc84-76473c5c2de6 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:05.526511 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:05.582377 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-c439db32-b721-4e28-8caf-80276ffa43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:05.583897 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-c439db32-b721-4e28-8caf-80276ffa43b8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=21f97656-9d80-499b-9b53-414617a06edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742397 Apr 08 19:07:05.623398 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-8e5b6d06-9f50-4fdf-9eb7-14be5d5c2cbf tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:05.624968 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-8e5b6d06-9f50-4fdf-9eb7-14be5d5c2cbf tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 815 time: 0.1647074 Apr 08 19:07:05.689923 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-e378e45b-84ce-44d4-8832-ed258be4ef9f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5c72f71a7e487690d834bbd3647280 HTTP/1.1" status: 200 len: 378 time: 0.0539734 Apr 08 19:07:05.711367 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] For port fdec795b-ddd7-485c-bc84-76473c5c2de6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=fdec795b-ddd7-485c-bc84-76473c5c2de6,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:05.711741 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:05.744381 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'port': {'device_id': 'ff1e0221-0956-4566-a881-044964fcc024', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'admin_state_up': True, 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'security_groups': ['a4931b8e-591c-4be3-bca1-a719a61342de']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:05.775879 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-652d51da-da73-457f-9a1b-7fef13dfc934 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649711 Apr 08 19:07:05.851313 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Made reservation on behalf of 8e5c72f71a7e487690d834bbd3647280 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:07:05.854726 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:05.965515 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e2c02e33-27f5-4526-bd3e-7465f78c0467 req-af61c42d-32d1-4392-9c7b-2e57902ca0f3 service neutron] 10.222.0.113 "GET /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824293 Apr 08 19:07:05.976997 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:05.977542 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (1446ef90-02fc-4718-bf60-78825c66ed0b), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:05.977879 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Floating IP 1446ef90-02fc-4718-bf60-78825c66ed0b disassociated. External IP: 172.27.0.22, port: fdec795b-ddd7-485c-bc84-76473c5c2de6. Apr 08 19:07:05.978241 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Calling delete_port for fdec795b-ddd7-485c-bc84-76473c5c2de6 owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:05.987134 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Allocated IP 172.20.0.12 (00dfce23-f7ae-40b7-911b-c0fe9fd1e288/42425f02-aadd-48b4-b924-1014c7e86519/8025e6c1-d405-4241-9926-8c942e0b9127) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:07:06.121354 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (fdec795b-ddd7-485c-bc84-76473c5c2de6), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:06.135041 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for port (8025e6c1-d405-4241-9926-8c942e0b9127), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:06.151729 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event deleted for resources: {'Port': ['ID=fdec795b-ddd7-485c-bc84-76473c5c2de6,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:06.273366 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Router c208ae80-096e-4d33-82e1-2b3c3907c517 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:07:06.392770 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:07:06.406657 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] Sync routers for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:07:06.417421 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:06.418047 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:06.438672 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] No DVR routers for this DVR port fdec795b-ddd7-485c-bc84-76473c5c2de6 on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:07:06.440919 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2f35caf2-98ff-4b56-8aec-a98ea09a5bca req-c1ddbbf5-453f-4151-adf0-2941b61eff70 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=81bfaeea-4ee0-4893-9859-83f86584e83c HTTP/1.1" status: 200 len: 210 time: 0.0357256 Apr 08 19:07:06.441504 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:06.442144 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:06.445442 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-738851cc-fcf2-4182-bdc0-7fe688e257b8 req-494a2cc9-eb34-4a5e-b52d-f99f5332fa94 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "DELETE /v2.0/ports/fdec795b-ddd7-485c-bc84-76473c5c2de6 HTTP/1.1" status: 204 len: 173 time: 1.0603535 Apr 08 19:07:06.445910 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'name': 'network-vif-deleted', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:06.448165 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553d441f-4335-476f-bd43-fce35da620e8" -d '{"events": [{"server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "name": "network-vif-deleted", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:06.490989 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:07:06.495209 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:07:06.503587 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:07:06.520281 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event updated for resources: {'Port': ['ID=8025e6c1-d405-4241-9926-8c942e0b9127,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:06.520459 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c350056a-e01b-404e-9e05-8704b9437cbb x-openstack-request-id: req-c350056a-e01b-404e-9e05-8704b9437cbb {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:06.520709 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bfaeea-4ee0-4893-9859-83f86584e83c", "name": "network-vif-deleted", "tag": "fdec795b-ddd7-485c-bc84-76473c5c2de6", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:06.521163 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c350056a-e01b-404e-9e05-8704b9437cbb {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:06.521681 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c350056a-e01b-404e-9e05-8704b9437cbb'] response: {'server_uuid': '81bfaeea-4ee0-4893-9859-83f86584e83c', 'name': 'network-vif-deleted', 'tag': 'fdec795b-ddd7-485c-bc84-76473c5c2de6', 'status': 'completed', 'code': 200} Apr 08 19:07:06.612413 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:06.613033 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:06.613217 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:06.631585 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-c2fb41d4-95a4-4a26-a29e-819262fc74c8 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8909614 Apr 08 19:07:06.651797 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Request body: {'port': {'device_id': 'ff1e0221-0956-4566-a881-044964fcc024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:06.743410 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5a62c-e1a2-49b8-9725-ee6f9c47c8c9 req-0e55022a-1757-4ea8-ab07-1262e89c90ae tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:06.751927 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cbb5a62c-e1a2-49b8-9725-ee6f9c47c8c9 req-0e55022a-1757-4ea8-ab07-1262e89c90ae tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 932 time: 0.1191790 Apr 08 19:07:06.759109 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:06.866781 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:06.900782 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] Checking router: c208ae80-096e-4d33-82e1-2b3c3907c517 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:07:06.911240 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cbb5a62c-e1a2-49b8-9725-ee6f9c47c8c9 req-61140b40-2ce0-4199-93e7-099000813ff3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581326 Apr 08 19:07:06.911833 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:06.912571 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:06.968946 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-9075c6d3-2921-45f5-a532-b5e3aff3711c None None] Provisioning complete for port 8025e6c1-d405-4241-9926-8c942e0b9127 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:07:06.969418 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9075c6d3-2921-45f5-a532-b5e3aff3711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.099261 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8025e6c1-d405-4241-9926-8c942e0b9127 {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:07:07.108511 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Publish callbacks [] for port (8025e6c1-d405-4241-9926-8c942e0b9127), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.121765 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Transition to ACTIVE for port object 8025e6c1-d405-4241-9926-8c942e0b9127 will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:07:07.126359 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.184523 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9075c6d3-2921-45f5-a532-b5e3aff3711c None None] Port 8025e6c1-d405-4241-9926-8c942e0b9127 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:07:07.208476 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:07.213798 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Pushing event updated for resources: {'Port': ['ID=8025e6c1-d405-4241-9926-8c942e0b9127,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:07.280754 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Attempting to bind port 8025e6c1-d405-4241-9926-8c942e0b9127 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:07:07.281104 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Attempting to bind port 8025e6c1-d405-4241-9926-8c942e0b9127 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:07:07.281443 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Attempting to bind port 8025e6c1-d405-4241-9926-8c942e0b9127 on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:07:07.286192 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Port 8025e6c1-d405-4241-9926-8c942e0b9127 on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:07:07.286528 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Attempting to bind port 8025e6c1-d405-4241-9926-8c942e0b9127 on network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:07:07.292234 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:07:07.292585 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Checking segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:07:07.292983 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Bound using segment: {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:07:07.293439 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Bound port: 8025e6c1-d405-4241-9926-8c942e0b9127, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41436edc-7368-4be7-91e4-07f5e3bb6b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1546, 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:07:07.293796 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.371695 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] For port 8025e6c1-d405-4241-9926-8c942e0b9127, host hv-cinder-83716, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:07:07.375372 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] For port 8025e6c1-d405-4241-9926-8c942e0b9127, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8025e6c1-d405-4241-9926-8c942e0b9127,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:07:07.382614 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.420051 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:07.420707 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.422128 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] 10.222.0.113 "PUT /v2.0/ports/8025e6c1-d405-4241-9926-8c942e0b9127 HTTP/1.1" status: 200 len: 1094 time: 0.7792549 Apr 08 19:07:07.422586 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1e0221-0956-4566-a881-044964fcc024', 'tag': '8025e6c1-d405-4241-9926-8c942e0b9127'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:07.423008 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:07.425031 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aca4c20-575d-468a-8929-30d12470d17c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1e0221-0956-4566-a881-044964fcc024", "tag": "8025e6c1-d405-4241-9926-8c942e0b9127"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:07.461554 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e83d8-5c86-47a6-b8d1-d49e1d5c4239 None None] The sync data for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi is: [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:13Z', 'revision_number': 4, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '2d7d611d-91c4-4a90-9ea7-799cd109b22d', 'name': '', 'network_id': 'a0125410-9a91-4251-91b8-6fc8fb2da87a', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'mac_address': 'fa:16:3e:80:be:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:11Z', 'updated_at': '2022-04-08T19:02:22Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'subnets': [{'id': 'f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:07:07.465118 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64906768-cb7f-4469-90fa-3ea930ffac7a service neutron] Pushing event updated for resources: {'Port': ['ID=8025e6c1-d405-4241-9926-8c942e0b9127,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:07.517331 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33ef95-6143-404c-9b5c-e7a0cd2e4701 x-openstack-request-id: req-2f33ef95-6143-404c-9b5c-e7a0cd2e4701 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:07.518446 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1e0221-0956-4566-a881-044964fcc024", "tag": "8025e6c1-d405-4241-9926-8c942e0b9127", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:07.519043 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2f33ef95-6143-404c-9b5c-e7a0cd2e4701 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:07.519552 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f33ef95-6143-404c-9b5c-e7a0cd2e4701'] response: {'name': 'network-changed', 'server_uuid': 'ff1e0221-0956-4566-a881-044964fcc024', 'tag': '8025e6c1-d405-4241-9926-8c942e0b9127', 'status': 'completed', 'code': 200} Apr 08 19:07:07.530919 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-af53b064-c73d-404c-85e6-0065ed78faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:07.532522 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-af53b064-c73d-404c-85e6-0065ed78faed service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 1128 time: 0.0628455 Apr 08 19:07:07.546224 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36392) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:07.595320 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-78577474-3579-4af4-8a53-e249ff309aae service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8025e6c1-d405-4241-9926-8c942e0b9127 HTTP/1.1" status: 200 len: 217 time: 0.0547535 Apr 08 19:07:07.621589 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ffe3-e3ae-496b-b384-1dfb5885add0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group (192262dc-54a8-48a9-a8ec-9edf86d593e3), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.648913 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-ee3856e1-bec2-45e0-8368-1d1d312186b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:07.650386 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ffe3-e3ae-496b-b384-1dfb5885add0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group (192262dc-54a8-48a9-a8ec-9edf86d593e3), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.650796 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-ee3856e1-bec2-45e0-8368-1d1d312186b7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0495152 Apr 08 19:07:07.703340 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-ac4d54e0-f9b0-400d-9c0d-a33ae9f2755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:07.704784 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-ac4d54e0-f9b0-400d-9c0d-a33ae9f2755c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474763 Apr 08 19:07:07.710979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ffe3-e3ae-496b-b384-1dfb5885add0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (192262dc-54a8-48a9-a8ec-9edf86d593e3), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.713963 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ffe3-e3ae-496b-b384-1dfb5885add0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.717950 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-f5c9ffe3-e3ae-496b-b384-1dfb5885add0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "DELETE /v2.0/security-groups/192262dc-54a8-48a9-a8ec-9edf86d593e3 HTTP/1.1" status: 204 len: 168 time: 0.1675339 Apr 08 19:07:07.719170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36394) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:07.738292 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9ffe3-e3ae-496b-b384-1dfb5885add0 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192262dc-54a8-48a9-a8ec-9edf86d593e3,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:07.748983 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.api.v2.resource [None req-b507805d-51ee-4d3b-9b4a-ec292e0e1550 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] show failed (client error): The resource could not be found. Apr 08 19:07:07.750530 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b507805d-51ee-4d3b-9b4a-ec292e0e1550 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups/192262dc-54a8-48a9-a8ec-9edf86d593e3 HTTP/1.1" status: 404 len: 347 time: 0.0304177 Apr 08 19:07:07.753233 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36396) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:07.817765 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-0f25ce20-c6dc-44ff-b2ce-a36c945b6057 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060832 Apr 08 19:07:07.840789 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee26133e-6f5d-4689-86c5-c7fc43cc47b7 None None] New status for floating IP 1446ef90-02fc-4718-bf60-78825c66ed0b: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:07:07.884933 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Deleting port 6ad38690-78c0-474f-b76c-ad7f2b73deba {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:07.885266 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (6ad38690-78c0-474f-b76c-ad7f2b73deba), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.921816 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6e81aa06-ea76-40fc-a3b4-98d655c27f84 req-92153b23-947a-4c1a-bb0b-fa908e1b2cd5 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982556 Apr 08 19:07:07.968679 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (6ad38690-78c0-474f-b76c-ad7f2b73deba), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.969012 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (6ad38690-78c0-474f-b76c-ad7f2b73deba), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:07.981546 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Calling delete_port for 6ad38690-78c0-474f-b76c-ad7f2b73deba owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:08.043426 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe6461-aae7-4054-852a-27ab4858e191 req-4094baa7-005a-4ae9-b1d5-a2a903719b9f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:08.045715 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56fe6461-aae7-4054-852a-27ab4858e191 req-4094baa7-005a-4ae9-b1d5-a2a903719b9f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 944 time: 0.0548689 Apr 08 19:07:08.105008 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56fe6461-aae7-4054-852a-27ab4858e191 req-b72dcec5-71f7-42a6-a733-1453e34b4118 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520208 Apr 08 19:07:08.133727 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (6ad38690-78c0-474f-b76c-ad7f2b73deba), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:08.159367 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event deleted for resources: {'Port': ['ID=6ad38690-78c0-474f-b76c-ad7f2b73deba,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:08.182711 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks [] for floatingip (1446ef90-02fc-4718-bf60-78825c66ed0b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:08.186005 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:08.187186 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-53184d65-f970-45da-96df-87456f1d8ea6 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "DELETE /v2.0/floatingips/1446ef90-02fc-4718-bf60-78825c66ed0b HTTP/1.1" status: 204 len: 168 time: 0.4330237 Apr 08 19:07:08.916830 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4c20-575d-468a-8929-30d12470d17c req-d2a52af8-5fce-41c4-a9fc-5679fec1f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:08.918234 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2aca4c20-575d-468a-8929-30d12470d17c req-d2a52af8-5fce-41c4-a9fc-5679fec1f687 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 1128 time: 0.0397403 Apr 08 19:07:08.995893 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device fdec795b-ddd7-485c-bc84-76473c5c2de6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:07:09.014558 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4c20-575d-468a-8929-30d12470d17c req-5e94117b-66bc-400f-82b5-bd89d6df2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:09.016044 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2aca4c20-575d-468a-8929-30d12470d17c req-5e94117b-66bc-400f-82b5-bd89d6df2fd8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 917 time: 0.0921464 Apr 08 19:07:09.016849 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: fdec795b-ddd7-485c-bc84-76473c5c2de6 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:07:09.017200 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device fdec795b-ddd7-485c-bc84-76473c5c2de6 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:07:09.066574 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2aca4c20-575d-468a-8929-30d12470d17c req-876a3e2f-fd88-4b5f-a7fe-cd635e957962 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8025e6c1-d405-4241-9926-8c942e0b9127 HTTP/1.1" status: 200 len: 217 time: 0.0361204 Apr 08 19:07:09.120585 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4c20-575d-468a-8929-30d12470d17c req-f7de76cd-3d8e-4f20-8711-7a91d252c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:09.122033 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2aca4c20-575d-468a-8929-30d12470d17c req-f7de76cd-3d8e-4f20-8711-7a91d252c059 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0438619 Apr 08 19:07:09.181245 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4c20-575d-468a-8929-30d12470d17c req-7f966084-80f7-453c-a952-e24f9e94ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:09.182596 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2aca4c20-575d-468a-8929-30d12470d17c req-7f966084-80f7-453c-a952-e24f9e94ea7b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541918 Apr 08 19:07:09.240243 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2eda6-ac4f-437a-84c3-7388695d631e req-f0c93c22-9ae8-4300-b769-d63a66ae50ae tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:09.241330 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-10c2eda6-ac4f-437a-84c3-7388695d631e req-f0c93c22-9ae8-4300-b769-d63a66ae50ae tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 944 time: 0.0721796 Apr 08 19:07:09.333584 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2aca4c20-575d-468a-8929-30d12470d17c req-9e9d8c4b-cafb-41d9-8cdf-2f87c732a6d3 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343484 Apr 08 19:07:09.336822 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-10c2eda6-ac4f-437a-84c3-7388695d631e req-c1168dff-fc1c-4fd5-805f-d0341e74f757 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689154 Apr 08 19:07:09.436146 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2aca4c20-575d-468a-8929-30d12470d17c req-70e8e1cc-9b98-4dea-a67e-e77e19505688 service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955672 Apr 08 19:07:10.451731 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1be2-47a3-4e2b-855e-74b2e9dcd8e6 req-d9d4a3c4-c1ce-4829-bf70-9b4b9c34b3b9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:10.453274 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0bbf1be2-47a3-4e2b-855e-74b2e9dcd8e6 req-d9d4a3c4-c1ce-4829-bf70-9b4b9c34b3b9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 944 time: 0.0500281 Apr 08 19:07:10.504938 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0bbf1be2-47a3-4e2b-855e-74b2e9dcd8e6 req-3f195ff0-bd2b-4c7f-9ffc-4eb7c853145a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460546 Apr 08 19:07:10.653151 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4305b-9a82-4fef-9c91-6abd8e0d8c26 req-0cc63c0c-08f8-49bb-9528-2e764a66d0bd tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:10.655554 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-58e4305b-9a82-4fef-9c91-6abd8e0d8c26 req-0cc63c0c-08f8-49bb-9528-2e764a66d0bd tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0479720 Apr 08 19:07:10.702661 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-58e4305b-9a82-4fef-9c91-6abd8e0d8c26 req-4bc61b62-d549-41b1-a579-d56e6c8c34cc tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Apr 08 19:07:11.003761 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 8025e6c1-d405-4241-9926-8c942e0b9127 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:07:11.102480 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 8025e6c1-d405-4241-9926-8c942e0b9127, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8025e6c1-d405-4241-9926-8c942e0b9127,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:11.114216 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '8025e6c1-d405-4241-9926-8c942e0b9127', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'port_id': '8025e6c1-d405-4241-9926-8c942e0b9127', 'mac_address': 'fa:16:3e:41:39:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:07:11.151721 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 8025e6c1-d405-4241-9926-8c942e0b9127 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:07:11.152329 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:11.165181 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8025e6c1-d405-4241-9926-8c942e0b9127 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:07:11.184220 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 8025e6c1-d405-4241-9926-8c942e0b9127, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8025e6c1-d405-4241-9926-8c942e0b9127,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:11.188923 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:11.240251 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=8025e6c1-d405-4241-9926-8c942e0b9127,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:11.488182 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['8025e6c1-d405-4241-9926-8c942e0b9127'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:07:11.669846 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a6655-665e-404b-929e-81c219d88fd6 req-b38dd814-5acc-479d-85f1-bca53c03ca58 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:11.671418 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1d9a6655-665e-404b-929e-81c219d88fd6 req-b38dd814-5acc-479d-85f1-bca53c03ca58 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 945 time: 0.0481315 Apr 08 19:07:11.719450 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1d9a6655-665e-404b-929e-81c219d88fd6 req-a65b9512-8bba-4a4b-aee5-36b88cfa49ea tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418351 Apr 08 19:07:11.974566 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd604f65-8ac2-49df-871a-874f96f5ec9f req-be26615a-b957-4773-bbd8-a3ae5048608d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:11.976043 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fd604f65-8ac2-49df-871a-874f96f5ec9f req-be26615a-b957-4773-bbd8-a3ae5048608d tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0512371 Apr 08 19:07:12.023888 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fd604f65-8ac2-49df-871a-874f96f5ec9f req-9877be1c-f4e6-4cf8-985f-cc43fab3d2ed tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Apr 08 19:07:12.832893 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d64c0-2553-4dd2-b623-5d97d93e8bf3 req-20803e8c-0fec-4008-9de7-f37e332c6a15 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:12.834342 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bd9d64c0-2553-4dd2-b623-5d97d93e8bf3 req-20803e8c-0fec-4008-9de7-f37e332c6a15 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 945 time: 0.0467787 Apr 08 19:07:12.880372 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bd9d64c0-2553-4dd2-b623-5d97d93e8bf3 req-54389301-02d1-40ae-b943-5cb72e6d3937 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404720 Apr 08 19:07:13.018840 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 8025e6c1-d405-4241-9926-8c942e0b9127 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:07:13.066763 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 8025e6c1-d405-4241-9926-8c942e0b9127 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:07:13.073543 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 8025e6c1-d405-4241-9926-8c942e0b9127 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:07:13.074008 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:13.142767 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade46d-f949-4486-8624-790f932c759d req-736445ff-2719-4c90-8d7a-275fdb6e7f44 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:13.144335 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-acade46d-f949-4486-8624-790f932c759d req-736445ff-2719-4c90-8d7a-275fdb6e7f44 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0527196 Apr 08 19:07:13.155310 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 8025e6c1-d405-4241-9926-8c942e0b9127 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:07:13.155704 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:13.177990 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1e0221-0956-4566-a881-044964fcc024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8025e6c1-d405-4241-9926-8c942e0b9127'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:13.180349 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfa1fa7-9288-4815-b810-2234a8afc171" -d '{"events": [{"server_uuid": "ff1e0221-0956-4566-a881-044964fcc024", "name": "network-vif-plugged", "status": "completed", "tag": "8025e6c1-d405-4241-9926-8c942e0b9127"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:13.194503 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 8025e6c1-d405-4241-9926-8c942e0b9127, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8025e6c1-d405-4241-9926-8c942e0b9127,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:13.203886 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:13.204092 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-acade46d-f949-4486-8624-790f932c759d req-ba817f3e-ec5d-4b30-a787-dadc5d5f2c04 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537171 Apr 08 19:07:13.233758 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c09ec36-9a08-4a8d-97f8-7b7fce9f23c4 x-openstack-request-id: req-6c09ec36-9a08-4a8d-97f8-7b7fce9f23c4 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:13.234164 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1e0221-0956-4566-a881-044964fcc024", "name": "network-vif-plugged", "status": "completed", "tag": "8025e6c1-d405-4241-9926-8c942e0b9127", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:13.234368 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6c09ec36-9a08-4a8d-97f8-7b7fce9f23c4 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:13.234714 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c09ec36-9a08-4a8d-97f8-7b7fce9f23c4'] response: {'server_uuid': 'ff1e0221-0956-4566-a881-044964fcc024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8025e6c1-d405-4241-9926-8c942e0b9127', 'code': 200} Apr 08 19:07:13.242692 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-7f0389e3-d205-4829-ba62-614fe0fb94bc tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:13.244175 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-7f0389e3-d205-4829-ba62-614fe0fb94bc tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 945 time: 0.0578671 Apr 08 19:07:13.262626 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=8025e6c1-d405-4241-9926-8c942e0b9127,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:13.382015 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Deleting port a6c3dcc1-15b0-4d16-bb46-48579e39888f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:13.382451 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:13.412701 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc0b5c-156f-428d-9746-216e1d013967 req-91ed907e-9163-4bad-86a9-a72c2eb2d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:13.414295 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a7dc0b5c-156f-428d-9746-216e1d013967 req-91ed907e-9163-4bad-86a9-a72c2eb2d2f8 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 1130 time: 0.0423450 Apr 08 19:07:13.460759 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a7dc0b5c-156f-428d-9746-216e1d013967 req-bed9724e-6c93-4f55-bf89-928a37e14ce2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398419 Apr 08 19:07:13.473882 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] For port a6c3dcc1-15b0-4d16-bb46-48579e39888f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a6c3dcc1-15b0-4d16-bb46-48579e39888f,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:13.474256 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:13.489929 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Calling delete_port for a6c3dcc1-15b0-4d16-bb46-48579e39888f owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:13.621102 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (a6c3dcc1-15b0-4d16-bb46-48579e39888f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:13.635018 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['3dc423a5-20ee-402c-9fc6-4153302c8cd7', 'a6c3dcc1-15b0-4d16-bb46-48579e39888f'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:07:13.649618 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event deleted for resources: {'Port': ['ID=a6c3dcc1-15b0-4d16-bb46-48579e39888f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:13.720625 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] No DVR routers for this DVR port a6c3dcc1-15b0-4d16-bb46-48579e39888f on host hv-cinder-83716 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:07:13.726706 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:13.730222 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bb117167-7202-4605-be07-2e69b9fcfce5 req-5493f6e1-f245-40b6-95ee-ee7b55ac6839 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "DELETE /v2.0/ports/a6c3dcc1-15b0-4d16-bb46-48579e39888f HTTP/1.1" status: 204 len: 173 time: 0.4790139 Apr 08 19:07:13.730702 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1c6fd1-5496-4b83-a281-460dda0bbfed', 'name': 'network-vif-deleted', 'tag': 'a6c3dcc1-15b0-4d16-bb46-48579e39888f'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:13.733902 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b38274-ad19-408d-9ee1-16c1250870db" -d '{"events": [{"server_uuid": "be1c6fd1-5496-4b83-a281-460dda0bbfed", "name": "network-vif-deleted", "tag": "a6c3dcc1-15b0-4d16-bb46-48579e39888f"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:13.773596 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62f33bc-e59f-47b8-a0d2-7ed92de5f9bb x-openstack-request-id: req-c62f33bc-e59f-47b8-a0d2-7ed92de5f9bb {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:13.773898 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1c6fd1-5496-4b83-a281-460dda0bbfed", "name": "network-vif-deleted", "tag": "a6c3dcc1-15b0-4d16-bb46-48579e39888f", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:13.774157 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c62f33bc-e59f-47b8-a0d2-7ed92de5f9bb {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:13.774562 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62f33bc-e59f-47b8-a0d2-7ed92de5f9bb'] response: {'server_uuid': 'be1c6fd1-5496-4b83-a281-460dda0bbfed', 'name': 'network-vif-deleted', 'tag': 'a6c3dcc1-15b0-4d16-bb46-48579e39888f', 'status': 'completed', 'code': 200} Apr 08 19:07:13.994170 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eca99-1a20-4694-a9c1-d9d1b2de8a99 req-43f622b3-e402-40b3-821c-92c53532544b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:13.995673 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cd6eca99-1a20-4694-a9c1-d9d1b2de8a99 req-43f622b3-e402-40b3-821c-92c53532544b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 946 time: 0.0489941 Apr 08 19:07:14.050555 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cd6eca99-1a20-4694-a9c1-d9d1b2de8a99 req-7d78ef1c-2548-45b1-9e08-3c91959c9177 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465605 Apr 08 19:07:14.323447 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3aef7db2-a58c-4476-be93-a79bad2525bf req-3c0fdd1a-0fbf-430a-97dc-aac68f003df7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=be1c6fd1-5496-4b83-a281-460dda0bbfed HTTP/1.1" status: 200 len: 210 time: 0.0311983 Apr 08 19:07:15.168100 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0f279-c518-442f-99e9-3b88ceff3743 req-bb4f8751-e877-4585-bc9b-5601de803eb1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:15.170218 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7fb0f279-c518-442f-99e9-3b88ceff3743 req-bb4f8751-e877-4585-bc9b-5601de803eb1 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 946 time: 0.0480781 Apr 08 19:07:15.193313 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:07:15.216993 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7fb0f279-c518-442f-99e9-3b88ceff3743 req-e4783c03-0fda-41bb-a2de-02f9823ff0ef tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412712 Apr 08 19:07:15.587710 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41484-9878-4b6f-be5d-7ceb5639e58c req-2a5c9979-9e19-49b7-979b-8ab7146b8fa9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:15.589193 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4fd41484-9878-4b6f-be5d-7ceb5639e58c req-2a5c9979-9e19-49b7-979b-8ab7146b8fa9 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0468364 Apr 08 19:07:15.636106 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4fd41484-9878-4b6f-be5d-7ceb5639e58c req-47fdc18b-e067-4c1a-89e4-c5a222242a0c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Apr 08 19:07:16.335796 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572dbdd-ab5b-4a0e-8c5a-69062de2c442 req-4e6a1628-11b2-4c4d-978d-f10dc7584473 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:16.337272 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c572dbdd-ab5b-4a0e-8c5a-69062de2c442 req-4e6a1628-11b2-4c4d-978d-f10dc7584473 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 946 time: 0.0503740 Apr 08 19:07:16.383557 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c572dbdd-ab5b-4a0e-8c5a-69062de2c442 req-bcd62e73-2859-4cc3-9bed-5892cc4a2d72 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398400 Apr 08 19:07:16.493070 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf383bf-a028-47f2-9989-d384e9db2fe5 req-7496b30a-4f9d-4075-80db-41b8615410ec tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:16.494543 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1cf383bf-a028-47f2-9989-d384e9db2fe5 req-7496b30a-4f9d-4075-80db-41b8615410ec tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 946 time: 0.0482626 Apr 08 19:07:16.502978 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36456) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:16.507266 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Request body: {'floatingip': {'port_id': '8025e6c1-d405-4241-9926-8c942e0b9127'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:16.550726 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (5b059b1e-37da-4a10-a9cf-809af47c120b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:16.786835 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c474d-ad85-4ac0-bb72-3e045260fd95 req-f9559969-7d25-45ee-b097-898ce673e9ae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:16.788220 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-187c474d-ad85-4ac0-bb72-3e045260fd95 req-f9559969-7d25-45ee-b097-898ce673e9ae tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0849087 Apr 08 19:07:16.918059 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-187c474d-ad85-4ac0-bb72-3e045260fd95 req-461ef453-f2a2-45f6-99f2-2f340ea0c11b tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240814 Apr 08 19:07:17.036722 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device a6c3dcc1-15b0-4d16-bb46-48579e39888f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:07:17.061161 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: a6c3dcc1-15b0-4d16-bb46-48579e39888f {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:07:17.061432 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device a6c3dcc1-15b0-4d16-bb46-48579e39888f not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:07:17.069890 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:17.074056 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (5b059b1e-37da-4a10-a9cf-809af47c120b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:17.178525 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Floating IP 5b059b1e-37da-4a10-a9cf-809af47c120b associated. External IP: 172.27.0.244, port: 8025e6c1-d405-4241-9926-8c942e0b9127. Apr 08 19:07:17.642568 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:07:17.754975 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:07:17.759885 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:17.766120 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:07:17.775423 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:17.776292 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:17.789834 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6354a241-df96-4054-af37-09305f592b4a tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "PUT /v2.0/floatingips/5b059b1e-37da-4a10-a9cf-809af47c120b HTTP/1.1" status: 200 len: 992 time: 1.2857997 Apr 08 19:07:17.790435 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1e0221-0956-4566-a881-044964fcc024', 'tag': '8025e6c1-d405-4241-9926-8c942e0b9127'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:17.792677 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ea1601-7ecc-48b9-a9c4-1c57624fe016" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1e0221-0956-4566-a881-044964fcc024", "tag": "8025e6c1-d405-4241-9926-8c942e0b9127"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:17.837632 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99009b0b-0095-4db2-976b-95aa2888533d x-openstack-request-id: req-99009b0b-0095-4db2-976b-95aa2888533d {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:17.837938 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1e0221-0956-4566-a881-044964fcc024", "tag": "8025e6c1-d405-4241-9926-8c942e0b9127", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:17.838201 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-99009b0b-0095-4db2-976b-95aa2888533d {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:17.838615 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99009b0b-0095-4db2-976b-95aa2888533d'] response: {'name': 'network-changed', 'server_uuid': 'ff1e0221-0956-4566-a881-044964fcc024', 'tag': '8025e6c1-d405-4241-9926-8c942e0b9127', 'status': 'completed', 'code': 200} Apr 08 19:07:17.892510 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:18.093469 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69a9fa-73bb-4682-b53b-2c4a29edbb9b req-6e83b105-8855-4cd3-a398-f9c5514237a7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:18.094959 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0e69a9fa-73bb-4682-b53b-2c4a29edbb9b req-6e83b105-8855-4cd3-a398-f9c5514237a7 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0476499 Apr 08 19:07:18.110378 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '5b059b1e-37da-4a10-a9cf-809af47c120b', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': '8025e6c1-d405-4241-9926-8c942e0b9127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:41:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1e0221-0956-4566-a881-044964fcc024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:00Z', 'updated_at': '2022-04-08T19:07:16Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:18.142449 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:07:18.144227 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0e69a9fa-73bb-4682-b53b-2c4a29edbb9b req-56ba5e21-6c68-45fe-905e-fabf4e53b345 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Apr 08 19:07:18.152343 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:18.152956 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:18.262517 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:18.475416 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '5b059b1e-37da-4a10-a9cf-809af47c120b', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': '8025e6c1-d405-4241-9926-8c942e0b9127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:41:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1e0221-0956-4566-a881-044964fcc024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:00Z', 'updated_at': '2022-04-08T19:07:16Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:18.506238 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57763a88-f7f5-4113-a9ee-6a4eaf646c12 None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '5b059b1e-37da-4a10-a9cf-809af47c120b', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9670a998-2831-423d-b2db-4c9579c54511', 'port_id': '8025e6c1-d405-4241-9926-8c942e0b9127', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'mac_address': 'fa:16:3e:41:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1e0221-0956-4566-a881-044964fcc024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:00Z', 'updated_at': '2022-04-08T19:07:16Z', 'revision_number': 1, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:07:18.697818 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab72b9-7c80-47bc-b386-5307eeb12b52 None None] New status for floating IP 5b059b1e-37da-4a10-a9cf-809af47c120b: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:07:18.932454 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-580474d0-286f-4fe1-b606-4f654e5c4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:18.933931 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-580474d0-286f-4fe1-b606-4f654e5c4ae9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e5c72f71a7e487690d834bbd3647280&device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 1130 time: 0.0863919 Apr 08 19:07:19.029503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-20c2125e-434e-4b64-80b9-1e003536c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:19.031029 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-20c2125e-434e-4b64-80b9-1e003536c01a service neutron] 10.222.0.113 "GET /v2.0/networks?id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 200 len: 917 time: 0.0879118 Apr 08 19:07:19.226965 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-f4c145b6-d4db-458f-bc09-21aa8939dcb2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8025e6c1-d405-4241-9926-8c942e0b9127 HTTP/1.1" status: 200 len: 1002 time: 0.0748851 Apr 08 19:07:19.289899 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e71745-a38e-4237-ba7e-93f438285447 req-228530de-cc18-4814-83cc-f9bb42f0d15c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:19.291376 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f8e71745-a38e-4237-ba7e-93f438285447 req-228530de-cc18-4814-83cc-f9bb42f0d15c tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0769706 Apr 08 19:07:19.306684 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-a92aa0ac-b67a-4d45-a40d-1d5c61487ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:19.308065 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-a92aa0ac-b67a-4d45-a40d-1d5c61487ef7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 200 len: 854 time: 0.0652568 Apr 08 19:07:19.332497 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-4d1abe28-fda6-48eb-9066-6cce98cf1fa2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:19.334028 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-4d1abe28-fda6-48eb-9066-6cce98cf1fa2 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "GET /v2.0/ports?device_id=ae9aa70f-d700-4725-9712-be7c66d4233f HTTP/1.1" status: 200 len: 945 time: 0.0474980 Apr 08 19:07:19.379351 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-b3954958-ce9e-43fb-8020-2f30d9385600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:19.381157 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-b3954958-ce9e-43fb-8020-2f30d9385600 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=00dfce23-f7ae-40b7-911b-c0fe9fd1e288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617890 Apr 08 19:07:19.384770 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f8e71745-a38e-4237-ba7e-93f438285447 req-def04ab4-8124-4886-9163-7a3a467ed53f tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.109 "GET /v2.0/security-groups?id=52b5d062-c975-4be4-aa0c-48473aa4b541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866449 Apr 08 19:07:19.439397 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Deleting port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:19.439921 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:19.474555 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-0058ef51-5b32-4736-9a35-932cc338976d service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847638 Apr 08 19:07:19.529843 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] For port 3dc423a5-20ee-402c-9fc6-4153302c8cd7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3dc423a5-20ee-402c-9fc6-4153302c8cd7,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:19.530216 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:19.543566 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Calling delete_port for 3dc423a5-20ee-402c-9fc6-4153302c8cd7 owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:19.572473 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-56ea1601-7ecc-48b9-a9c4-1c57624fe016 req-95bda38a-c0de-47c2-975d-330a51a8255f service neutron] 10.222.0.113 "GET /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897121 Apr 08 19:07:19.674176 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (3dc423a5-20ee-402c-9fc6-4153302c8cd7), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:19.686326 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['3dc423a5-20ee-402c-9fc6-4153302c8cd7'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:07:19.702940 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Pushing event deleted for resources: {'Port': ['ID=3dc423a5-20ee-402c-9fc6-4153302c8cd7,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:19.749915 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] No DVR routers for this DVR port 3dc423a5-20ee-402c-9fc6-4153302c8cd7 on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:07:19.752747 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:19.756020 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ad0d5f58-9fd3-4656-89d3-ee76b8fbbadb req-0bae787f-d013-4ab7-8608-1a9c52665714 tempest-ServerRescueNegativeTestJSON-1598446784 tempest-ServerRescueNegativeTestJSON-1598446784-project] 10.222.0.113 "DELETE /v2.0/ports/3dc423a5-20ee-402c-9fc6-4153302c8cd7 HTTP/1.1" status: 204 len: 173 time: 0.4156973 Apr 08 19:07:19.756484 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9aa70f-d700-4725-9712-be7c66d4233f', 'name': 'network-vif-deleted', 'tag': '3dc423a5-20ee-402c-9fc6-4153302c8cd7'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:19.758735 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51127e97-3af0-4d34-8c70-265e6a06006c" -d '{"events": [{"server_uuid": "ae9aa70f-d700-4725-9712-be7c66d4233f", "name": "network-vif-deleted", "tag": "3dc423a5-20ee-402c-9fc6-4153302c8cd7"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:19.798699 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc32e3ea-3dc9-44ff-84ea-ac8afa7a5df8 x-openstack-request-id: req-fc32e3ea-3dc9-44ff-84ea-ac8afa7a5df8 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:19.799007 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9aa70f-d700-4725-9712-be7c66d4233f", "name": "network-vif-deleted", "tag": "3dc423a5-20ee-402c-9fc6-4153302c8cd7", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:19.799273 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-fc32e3ea-3dc9-44ff-84ea-ac8afa7a5df8 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:19.800491 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc32e3ea-3dc9-44ff-84ea-ac8afa7a5df8'] response: {'server_uuid': 'ae9aa70f-d700-4725-9712-be7c66d4233f', 'name': 'network-vif-deleted', 'tag': '3dc423a5-20ee-402c-9fc6-4153302c8cd7', 'status': 'completed', 'code': 200} Apr 08 19:07:20.441771 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36476) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:20.942627 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (c208ae80-096e-4d33-82e1-2b3c3907c517), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:21.244993 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Deleting port 2d7d611d-91c4-4a90-9ea7-799cd109b22d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:21.245328 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:21.329405 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] For port 2d7d611d-91c4-4a90-9ea7-799cd109b22d, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=2d7d611d-91c4-4a90-9ea7-799cd109b22d,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:21.329770 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:21.343244 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Calling delete_port for 2d7d611d-91c4-4a90-9ea7-799cd109b22d owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:21.539491 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (2d7d611d-91c4-4a90-9ea7-799cd109b22d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:21.567278 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7d611d-91c4-4a90-9ea7-799cd109b22d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:21.746206 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (c208ae80-096e-4d33-82e1-2b3c3907c517), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:21.974697 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Router c208ae80-096e-4d33-82e1-2b3c3907c517 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:07:22.346210 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:07:22.351768 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-53e1b9b8-1f47-4ebb-a5c9-c7aaca823840 admin admin] 10.222.0.109 "PUT /v2.0/routers/c208ae80-096e-4d33-82e1-2b3c3907c517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9089220 Apr 08 19:07:22.354228 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36482) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:22.355068 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] Sync routers for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:07:22.367049 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:22.367665 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:22.468401 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks [] for router (c208ae80-096e-4d33-82e1-2b3c3907c517), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:22.586285 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks [] for router_gateway (c208ae80-096e-4d33-82e1-2b3c3907c517), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:22.610737 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:22.632996 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Deleting port 545f2a95-4161-4e5e-b712-8d2e49fa99c6 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:22.633341 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:22.715334 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] For port 545f2a95-4161-4e5e-b712-8d2e49fa99c6, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=545f2a95-4161-4e5e-b712-8d2e49fa99c6,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:22.716249 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:22.739681 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Calling delete_port for 545f2a95-4161-4e5e-b712-8d2e49fa99c6 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:22.788440 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:07:21Z', 'revision_number': 5, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port': {'id': '545f2a95-4161-4e5e-b712-8d2e49fa99c6', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:02Z', 'updated_at': '2022-04-08T19:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:22.824307 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] Checking router: c208ae80-096e-4d33-82e1-2b3c3907c517 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:07:22.833636 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] Routers {'c208ae80-096e-4d33-82e1-2b3c3907c517'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:22.834251 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:06:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['c208ae80-096e-4d33-82e1-2b3c3907c517'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:22.926498 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] Set router c208ae80-096e-4d33-82e1-2b3c3907c517 gateway port host: None {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:22.927863 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (545f2a95-4161-4e5e-b712-8d2e49fa99c6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:22.962928 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Pushing event deleted for resources: {'Port': ['ID=545f2a95-4161-4e5e-b712-8d2e49fa99c6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:22.980715 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:07:22Z', 'revision_number': 6, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port_host': None}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:23.012308 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a479dd-02d9-4892-affa-e4e06ae1a19d None None] The sync data for ids ['c208ae80-096e-4d33-82e1-2b3c3907c517'] in dv-cinder-837167-1-iscsi is: [{'id': 'c208ae80-096e-4d33-82e1-2b3c3907c517', 'name': 'tempest-ServerRescueNegativeTestJSON-2033941983-router', 'tenant_id': '660999ec5f244daf89643f8b79507b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:07:22Z', 'revision_number': 6, 'project_id': '660999ec5f244daf89643f8b79507b32', 'gw_port_host': None}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:07:23.029257 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (c208ae80-096e-4d33-82e1-2b3c3907c517), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.077152 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 3dc423a5-20ee-402c-9fc6-4153302c8cd7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:07:23.098291 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 3dc423a5-20ee-402c-9fc6-4153302c8cd7 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:07:23.099366 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 3dc423a5-20ee-402c-9fc6-4153302c8cd7 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:07:23.148713 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (c208ae80-096e-4d33-82e1-2b3c3907c517), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.151257 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks [] for router_controller (c208ae80-096e-4d33-82e1-2b3c3907c517), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.232393 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (c208ae80-096e-4d33-82e1-2b3c3907c517), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.233265 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c208ae80-096e-4d33-82e1-2b3c3907c517 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:07:23.238719 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.239898 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b4d6a6ec-46b0-4269-bfa3-5ce53d6a615b admin admin] 10.222.0.109 "DELETE /v2.0/routers/c208ae80-096e-4d33-82e1-2b3c3907c517 HTTP/1.1" status: 204 len: 168 time: 0.8847351 Apr 08 19:07:23.242405 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36486) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:23.287653 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0f0842-5985-46ab-8bd6-6c9a2f601cec admin admin] Deleting subnet f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:07:23.291057 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0842-5985-46ab-8bd6-6c9a2f601cec admin admin] Publish callbacks [] for subnet (f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.331677 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0842-5985-46ab-8bd6-6c9a2f601cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.451959 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0842-5985-46ab-8bd6-6c9a2f601cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.511904 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0842-5985-46ab-8bd6-6c9a2f601cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.545522 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f0842-5985-46ab-8bd6-6c9a2f601cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:23.547921 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-dd0f0842-5985-46ab-8bd6-6c9a2f601cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.552182 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d795a92-f1c9-48f0-8df6-51d6f698d10b None None] Network a0125410-9a91-4251-91b8-6fc8fb2da87a requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:07:23.554323 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-dd0f0842-5985-46ab-8bd6-6c9a2f601cec admin admin] 10.222.0.109 "DELETE /v2.0/subnets/f8dac7e8-65d5-48a5-ae2c-b1b6d6a15e43 HTTP/1.1" status: 204 len: 168 time: 0.3108304 Apr 08 19:07:23.557554 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36488) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:23.633173 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (a0125410-9a91-4251-91b8-6fc8fb2da87a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.690663 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Deleting port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:23.691008 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.759758 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] For port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:23.760125 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.771440 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] DHCP port deletion for a0125410-9a91-4251-91b8-6fc8fb2da87a request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:07:23.782061 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Calling delete_port for 9314d95f-6c3a-4102-8d69-ddaab7ccb28d owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:23.815842 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] Deleting port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:23.816342 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.886146 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 9314d95f-6c3a-4102-8d69-ddaab7ccb28d no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:07:23.893265 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.918780 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:23.919345 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] For port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,segment=NetworkSegment(cbe645c1-5226-4424-89d7-ec5800dfcf87),segment_id=cbe645c1-5226-4424-89d7-ec5800dfcf87)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:23.920937 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:23.923101 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 9314d95f-6c3a-4102-8d69-ddaab7ccb28d {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:07:23.923288 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 9314d95f-6c3a-4102-8d69-ddaab7ccb28d not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:07:23.924253 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 2d7d611d-91c4-4a90-9ea7-799cd109b22d no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:07:23.924889 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] No DVR routers for this DVR port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d on host dv-cinder-837167-1-iscsi {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:07:23.956996 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 2d7d611d-91c4-4a90-9ea7-799cd109b22d {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:07:23.957344 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 2d7d611d-91c4-4a90-9ea7-799cd109b22d not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:07:23.957762 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 545f2a95-4161-4e5e-b712-8d2e49fa99c6 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:07:23.959775 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] Calling delete_port for 9314d95f-6c3a-4102-8d69-ddaab7ccb28d owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:23.982727 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 545f2a95-4161-4e5e-b712-8d2e49fa99c6 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:07:23.983075 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 545f2a95-4161-4e5e-b712-8d2e49fa99c6 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:07:24.004440 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (a0125410-9a91-4251-91b8-6fc8fb2da87a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.029161 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0125410-9a91-4251-91b8-6fc8fb2da87a']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:24.040479 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe645c1-5226-4424-89d7-ec5800dfcf87') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:24.040894 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe645c1-5226-4424-89d7-ec5800dfcf87') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:24.056135 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (cbe645c1-5226-4424-89d7-ec5800dfcf87), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.074906 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (cbe645c1-5226-4424-89d7-ec5800dfcf87), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.083131 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:07:24.083543 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (cbe645c1-5226-4424-89d7-ec5800dfcf87), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:07:24.085413 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:07:24.115874 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (9314d95f-6c3a-4102-8d69-ddaab7ccb28d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.139692 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] Pushing event deleted for resources: {'Port': ['ID=9314d95f-6c3a-4102-8d69-ddaab7ccb28d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:24.156765 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a627f-5347-4f77-b3e0-78566c4c1efd None None] No DVR routers for this DVR port 9314d95f-6c3a-4102-8d69-ddaab7ccb28d on host dv-cinder-837167-1-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:07:24.168581 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (a0125410-9a91-4251-91b8-6fc8fb2da87a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.179407 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.186511 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] 10.222.0.109 "DELETE /v2.0/networks/a0125410-9a91-4251-91b8-6fc8fb2da87a HTTP/1.1" status: 204 len: 168 time: 0.6249073 Apr 08 19:07:24.198831 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0497a1-dda6-4059-a06b-c5a7c90bd5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0125410-9a91-4251-91b8-6fc8fb2da87a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:24.302488 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36494) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:24.342290 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-aac02992-c44e-441d-9cb9-96674a008994 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=660999ec5f244daf89643f8b79507b32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385489 Apr 08 19:07:24.344735 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36496) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:24.392507 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7b-5683-4c4c-b1ec-cc33a6266d23 admin admin] Publish callbacks [] for security_group (52b5d062-c975-4be4-aa0c-48473aa4b541), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.417690 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7b-5683-4c4c-b1ec-cc33a6266d23 admin admin] Publish callbacks [] for security_group (52b5d062-c975-4be4-aa0c-48473aa4b541), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.465928 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7b-5683-4c4c-b1ec-cc33a6266d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (52b5d062-c975-4be4-aa0c-48473aa4b541), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.469828 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e4efd7b-5683-4c4c-b1ec-cc33a6266d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:24.471703 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7e4efd7b-5683-4c4c-b1ec-cc33a6266d23 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/52b5d062-c975-4be4-aa0c-48473aa4b541 HTTP/1.1" status: 204 len: 168 time: 0.1258800 Apr 08 19:07:24.480553 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4efd7b-5683-4c4c-b1ec-cc33a6266d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5d062-c975-4be4-aa0c-48473aa4b541,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:24.733941 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d9eb841f-a48a-4757-9881-185befaa2118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.059313 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36540) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:26.164705 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-37bea7a8-6a62-466b-bf07-4a9a169f0502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.240795 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-37bea7a8-6a62-466b-bf07-4a9a169f0502 admin admin] Publish callbacks [] for security_group (9f6ed580-5bee-49d4-b46b-7227657f11cf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.244873 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-37bea7a8-6a62-466b-bf07-4a9a169f0502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (9f6ed580-5bee-49d4-b46b-7227657f11cf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.282657 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bea7a8-6a62-466b-bf07-4a9a169f0502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6ed580-5bee-49d4-b46b-7227657f11cf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:26.288070 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-37bea7a8-6a62-466b-bf07-4a9a169f0502 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=077cac5a64934e30b9e8309c7cdd3df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276464 Apr 08 19:07:26.290656 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36544) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:26.338366 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b167b893-a690-496c-b402-788b1d419ff3 admin admin] Publish callbacks [] for security_group (9f6ed580-5bee-49d4-b46b-7227657f11cf), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.360941 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b167b893-a690-496c-b402-788b1d419ff3 admin admin] Publish callbacks [] for security_group (9f6ed580-5bee-49d4-b46b-7227657f11cf), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.412864 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b167b893-a690-496c-b402-788b1d419ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (9f6ed580-5bee-49d4-b46b-7227657f11cf), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.415341 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b167b893-a690-496c-b402-788b1d419ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.416533 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b167b893-a690-496c-b402-788b1d419ff3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9f6ed580-5bee-49d4-b46b-7227657f11cf HTTP/1.1" status: 204 len: 168 time: 0.1249409 Apr 08 19:07:26.425006 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167b893-a690-496c-b402-788b1d419ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6ed580-5bee-49d4-b46b-7227657f11cf,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:26.468809 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.683385 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36550) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:26.696845 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb71fb90-417b-49b5-bc54-959b2fb13a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.770796 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb71fb90-417b-49b5-bc54-959b2fb13a00 admin admin] Publish callbacks [] for security_group (110af28d-571f-4cdc-95f4-83b478dbe313), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.774892 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fb71fb90-417b-49b5-bc54-959b2fb13a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (110af28d-571f-4cdc-95f4-83b478dbe313), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.812001 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71fb90-417b-49b5-bc54-959b2fb13a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110af28d-571f-4cdc-95f4-83b478dbe313,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:26.817153 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fb71fb90-417b-49b5-bc54-959b2fb13a00 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b3189a789c794d44a78f1f9ed4dc91ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322434 Apr 08 19:07:26.820452 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36552) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:26.873039 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-90202a2a-f744-4111-a899-39349506ecc9 admin admin] Publish callbacks [] for security_group (110af28d-571f-4cdc-95f4-83b478dbe313), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.895181 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-90202a2a-f744-4111-a899-39349506ecc9 admin admin] Publish callbacks [] for security_group (110af28d-571f-4cdc-95f4-83b478dbe313), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.941927 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-90202a2a-f744-4111-a899-39349506ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (110af28d-571f-4cdc-95f4-83b478dbe313), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.944466 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-90202a2a-f744-4111-a899-39349506ecc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:26.945630 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-90202a2a-f744-4111-a899-39349506ecc9 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/110af28d-571f-4cdc-95f4-83b478dbe313 HTTP/1.1" status: 204 len: 168 time: 0.1241739 Apr 08 19:07:26.954548 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90202a2a-f744-4111-a899-39349506ecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110af28d-571f-4cdc-95f4-83b478dbe313,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:27.142109 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73a053af-d1aa-421b-8099-b763a0ed3ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:28.483215 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:30.098414 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:30.949012 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2551619-1086-44b8-9329-ac1cbab3c428 req-7d657de6-2700-4f93-9617-f4859f7a955c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:30.951165 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f2551619-1086-44b8-9329-ac1cbab3c428 req-7d657de6-2700-4f93-9617-f4859f7a955c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0485117 Apr 08 19:07:31.005009 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f2551619-1086-44b8-9329-ac1cbab3c428 req-eb5efefa-ec0c-47bc-9a6a-c064c0c324d5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482123 Apr 08 19:07:31.209262 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36632) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:31.312852 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7b7e829c-c1b4-4f8b-9be4-8f8c7803c023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.385174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7b7e829c-c1b4-4f8b-9be4-8f8c7803c023 admin admin] Publish callbacks [] for security_group (5c644e81-5f95-481a-bf11-8144758e391d), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.389210 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7b7e829c-c1b4-4f8b-9be4-8f8c7803c023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (5c644e81-5f95-481a-bf11-8144758e391d), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.427204 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-7b7e829c-c1b4-4f8b-9be4-8f8c7803c023 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c46f893105a84ded91d44c3d67c5489b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168648 Apr 08 19:07:31.427923 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e829c-c1b4-4f8b-9be4-8f8c7803c023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c644e81-5f95-481a-bf11-8144758e391d,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:31.429999 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36636) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:31.482141 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9378d057-edde-4610-b626-1eeb2cd658a4 admin admin] Publish callbacks [] for security_group (5c644e81-5f95-481a-bf11-8144758e391d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.503439 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.504131 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9378d057-edde-4610-b626-1eeb2cd658a4 admin admin] Publish callbacks [] for security_group (5c644e81-5f95-481a-bf11-8144758e391d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.552530 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9378d057-edde-4610-b626-1eeb2cd658a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (5c644e81-5f95-481a-bf11-8144758e391d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.555090 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9378d057-edde-4610-b626-1eeb2cd658a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.556713 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-9378d057-edde-4610-b626-1eeb2cd658a4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/5c644e81-5f95-481a-bf11-8144758e391d HTTP/1.1" status: 204 len: 168 time: 0.1255476 Apr 08 19:07:31.564966 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378d057-edde-4610-b626-1eeb2cd658a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c644e81-5f95-481a-bf11-8144758e391d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:31.830576 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36644) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:31.845243 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbdb481b-14b0-464a-a1c0-0ea6739d9a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.934871 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbdb481b-14b0-464a-a1c0-0ea6739d9a53 admin admin] Publish callbacks [] for security_group (6388a9d2-e087-4ae4-8e3d-746149760dba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.940033 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbdb481b-14b0-464a-a1c0-0ea6739d9a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6388a9d2-e087-4ae4-8e3d-746149760dba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:31.980957 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb481b-14b0-464a-a1c0-0ea6739d9a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6388a9d2-e087-4ae4-8e3d-746149760dba,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:31.987281 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-bbdb481b-14b0-464a-a1c0-0ea6739d9a53 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=be8215c9c776426296120f46cf6205b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556644 Apr 08 19:07:31.989898 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36646) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:32.039565 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35cdcedc-12d3-454e-9314-f164071e2459 admin admin] Publish callbacks [] for security_group (6388a9d2-e087-4ae4-8e3d-746149760dba), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:32.067089 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35cdcedc-12d3-454e-9314-f164071e2459 admin admin] Publish callbacks [] for security_group (6388a9d2-e087-4ae4-8e3d-746149760dba), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:32.135924 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5023b1-3a24-4ffe-9c47-27c4edc9aeb3 req-10f36f97-4fb9-4e4f-8a93-6eba5073ed79 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:32.137927 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3d5023b1-3a24-4ffe-9c47-27c4edc9aeb3 req-10f36f97-4fb9-4e4f-8a93-6eba5073ed79 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0607588 Apr 08 19:07:32.166473 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35cdcedc-12d3-454e-9314-f164071e2459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6388a9d2-e087-4ae4-8e3d-746149760dba), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:32.169269 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-35cdcedc-12d3-454e-9314-f164071e2459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:32.170387 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-35cdcedc-12d3-454e-9314-f164071e2459 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6388a9d2-e087-4ae4-8e3d-746149760dba HTTP/1.1" status: 204 len: 168 time: 0.1796908 Apr 08 19:07:32.192122 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdcedc-12d3-454e-9314-f164071e2459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6388a9d2-e087-4ae4-8e3d-746149760dba,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:32.203228 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3d5023b1-3a24-4ffe-9c47-27c4edc9aeb3 req-3ee66b73-03e4-4623-9c3d-48ed5cd7b7b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595751 Apr 08 19:07:32.665613 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-3df8882f-8bf3-432a-96ab-2557e27465ee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:32.667101 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-3df8882f-8bf3-432a-96ab-2557e27465ee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0539300 Apr 08 19:07:32.757957 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Deleting port 83b3dd7d-6d82-422e-8d97-cf7120c3291f {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:07:32.758305 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:32.852745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] For port 83b3dd7d-6d82-422e-8d97-cf7120c3291f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=83b3dd7d-6d82-422e-8d97-cf7120c3291f,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:32.853112 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:33.280691 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:33.281170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (58fdaf93-02cd-485b-aa89-110d29bf6dc4), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:33.281391 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Floating IP 58fdaf93-02cd-485b-aa89-110d29bf6dc4 disassociated. External IP: 172.27.0.211, port: 83b3dd7d-6d82-422e-8d97-cf7120c3291f. Apr 08 19:07:33.281771 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Calling delete_port for 83b3dd7d-6d82-422e-8d97-cf7120c3291f owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:07:33.321382 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2e07-98d2-42d5-b0c7-c1f9dfc773dd req-c0646cee-276e-4bba-9bf1-66bf95774fc9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:33.322902 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d88e2e07-98d2-42d5-b0c7-c1f9dfc773dd req-c0646cee-276e-4bba-9bf1-66bf95774fc9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 945 time: 0.0508237 Apr 08 19:07:33.380356 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d88e2e07-98d2-42d5-b0c7-c1f9dfc773dd req-cb4591b3-6658-4c25-992d-bb542edfcbfa tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510235 Apr 08 19:07:33.421528 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (83b3dd7d-6d82-422e-8d97-cf7120c3291f), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:33.451913 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event deleted for resources: {'Port': ['ID=83b3dd7d-6d82-422e-8d97-cf7120c3291f,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:33.573640 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:07:33.688718 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:07:33.701275 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:07:33.714240 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:33.715531 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:07:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:33.733085 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] No DVR routers for this DVR port 83b3dd7d-6d82-422e-8d97-cf7120c3291f on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:07:33.735711 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:33.739164 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-85c0de31-3a57-4221-bca9-603b1a5c159e req-0f127486-93c0-4f03-9db7-b52173c30bee tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "DELETE /v2.0/ports/83b3dd7d-6d82-422e-8d97-cf7120c3291f HTTP/1.1" status: 204 len: 173 time: 1.0639529 Apr 08 19:07:33.739608 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'name': 'network-vif-deleted', 'tag': '83b3dd7d-6d82-422e-8d97-cf7120c3291f'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:33.741934 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b80c77f-2b8b-4fcd-924a-5c73b32b1836" -d '{"events": [{"server_uuid": "0ec770a3-37a6-437b-9644-7cbfd099ae35", "name": "network-vif-deleted", "tag": "83b3dd7d-6d82-422e-8d97-cf7120c3291f"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:33.849345 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:33.938573 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcceff9-4fc2-430f-b493-cbe131d87255 x-openstack-request-id: req-ffcceff9-4fc2-430f-b493-cbe131d87255 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:33.938894 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec770a3-37a6-437b-9644-7cbfd099ae35", "name": "network-vif-deleted", "tag": "83b3dd7d-6d82-422e-8d97-cf7120c3291f", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:33.939135 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ffcceff9-4fc2-430f-b493-cbe131d87255 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:33.939563 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcceff9-4fc2-430f-b493-cbe131d87255'] response: {'server_uuid': '0ec770a3-37a6-437b-9644-7cbfd099ae35', 'name': 'network-vif-deleted', 'tag': '83b3dd7d-6d82-422e-8d97-cf7120c3291f', 'status': 'completed', 'code': 200} Apr 08 19:07:34.170146 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:34.196081 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:07:34.204448 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:34.205042 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:07:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:34.327641 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:34.496047 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2ee52b98-14e5-49e9-899a-fd08317115b1 req-6126b8f5-b948-4553-8462-f572b892e624 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=0ec770a3-37a6-437b-9644-7cbfd099ae35 HTTP/1.1" status: 200 len: 210 time: 0.0314643 Apr 08 19:07:34.535835 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:34.567226 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f258a1b-176d-4371-8c33-69b693c0c469 None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:07:34.786599 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9bbb9-db64-452f-b76a-5ba1d7300f22 None None] New status for floating IP 58fdaf93-02cd-485b-aa89-110d29bf6dc4: DOWN {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:07:35.812430 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-2d125564-0927-465b-9eb2-198100108452 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210238514&fields=id&tenant_id=43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 267 time: 0.0446990 Apr 08 19:07:35.917605 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-6a6e7060-da08-4db2-9571-5f6fd86b7bf9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:35.919732 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-6a6e7060-da08-4db2-9571-5f6fd86b7bf9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 812 time: 0.1006444 Apr 08 19:07:35.939519 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-0af8cbe9-d4da-4ab2-a688-055c829a2a9f tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/quotas/43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 375 time: 0.0142074 Apr 08 19:07:35.989456 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-402ca017-0316-4503-9cfd-a0ef9d0acbf8 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445087 Apr 08 19:07:36.178417 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-2979bc4a-5e85-4059-8add-0b1cee818916 service neutron] 10.222.0.109 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772583 Apr 08 19:07:36.272297 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-c758b270-72fe-47cf-9be7-19b5ea29d1a9 service neutron] 10.222.0.109 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882318 Apr 08 19:07:36.580503 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-eb9c528a-18e4-4f5a-8685-37c1d4271906 req-3c3fba49-fc4c-4cd7-aa48-920e01911608 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 210 time: 0.0310507 Apr 08 19:07:37.176958 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 83b3dd7d-6d82-422e-8d97-cf7120c3291f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:07:37.199534 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 83b3dd7d-6d82-422e-8d97-cf7120c3291f {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:07:37.199973 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 83b3dd7d-6d82-422e-8d97-cf7120c3291f not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:07:37.682021 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-326d2e37-d177-412a-afda-923ee3714151 req-a6000a8c-3c20-441a-8980-f64e7201288b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 210 time: 0.0298696 Apr 08 19:07:37.758576 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-ae224a3c-6c68-4c8c-a7cd-819308cebfe7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:37.760006 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-ae224a3c-6c68-4c8c-a7cd-819308cebfe7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 812 time: 0.1129551 Apr 08 19:07:37.823537 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-afd31dc5-8b1b-4687-89c5-fb22d15211cb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 380 time: 0.0544982 Apr 08 19:07:37.835339 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'port': {'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'admin_state_up': True, 'tenant_id': '43930fa70081420c926b59d6f7517908', 'security_groups': ['ff247181-ff57-4aac-8f61-b8db9cf1621e']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:37.956996 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Made reservation on behalf of 43930fa70081420c926b59d6f7517908 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:07:37.960344 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.091607 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Allocated IP 172.20.0.3 (ba247db9-4b96-4ddb-87d3-953b9d039ab0/134c27d0-e9d0-4fee-80ed-74942a808e24/6444b436-a4e2-49a0-9305-13ce61f7c90b) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:07:38.241882 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.284667 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.329998 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:07:38.333332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:07:38.339872 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:07:38.345032 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:38.345650 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.349553 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=6444b436-a4e2-49a0-9305-13ce61f7c90b,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:38.366764 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-90bbe4f9-b6b0-447d-abbf-5231cd479f6b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370812 Apr 08 19:07:38.383834 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Request body: {'port': {'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:38.455979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.610156 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-773f2676-fbbd-4de0-9b16-4ce38de31829 None None] Provisioning complete for port 6444b436-a4e2-49a0-9305-13ce61f7c90b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:07:38.611366 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-773f2676-fbbd-4de0-9b16-4ce38de31829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.667580 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-773f2676-fbbd-4de0-9b16-4ce38de31829 None None] Port 6444b436-a4e2-49a0-9305-13ce61f7c90b cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:07:38.768626 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6444b436-a4e2-49a0-9305-13ce61f7c90b {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:07:38.777291 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Publish callbacks [] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.795235 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Transition to ACTIVE for port object 6444b436-a4e2-49a0-9305-13ce61f7c90b will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:07:38.798931 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.807877 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9ce3-c8b8-4260-b0c2-045c10584495 req-b10788eb-6738-4212-bf4b-46980b08a745 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:38.810351 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-58af9ce3-c8b8-4260-b0c2-045c10584495 req-b10788eb-6738-4212-bf4b-46980b08a745 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 931 time: 0.0545318 Apr 08 19:07:38.856030 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Pushing event updated for resources: {'Port': ['ID=6444b436-a4e2-49a0-9305-13ce61f7c90b,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:38.875605 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-58af9ce3-c8b8-4260-b0c2-045c10584495 req-6b61be01-3f6b-4a59-921c-d7dbf6d030db tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584764 Apr 08 19:07:38.876547 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36814) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:38.893991 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Attempting to bind port 6444b436-a4e2-49a0-9305-13ce61f7c90b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:07:38.894621 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Attempting to bind port 6444b436-a4e2-49a0-9305-13ce61f7c90b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:07:38.895107 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Attempting to bind port 6444b436-a4e2-49a0-9305-13ce61f7c90b on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:07:38.900107 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Port 6444b436-a4e2-49a0-9305-13ce61f7c90b on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:07:38.900467 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Attempting to bind port 6444b436-a4e2-49a0-9305-13ce61f7c90b on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:07:38.906251 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:07:38.906837 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Checking segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:07:38.907391 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Bound using segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:07:38.907997 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Bound port: 6444b436-a4e2-49a0-9305-13ce61f7c90b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:07:38.908588 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:38.984037 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] For port 6444b436-a4e2-49a0-9305-13ce61f7c90b, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:07:38.989759 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] For port 6444b436-a4e2-49a0-9305-13ce61f7c90b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:07:39.002477 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.002686 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb730bb0-8e63-447a-89b1-42b802cda88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.034557 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:39.035294 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.037114 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] 10.222.0.113 "PUT /v2.0/ports/6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 200 len: 1093 time: 0.6606410 Apr 08 19:07:39.037529 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:39.039798 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b3769-a994-4348-a1fb-70e6784da0de" -d '{"events": [{"name": "network-changed", "server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:39.078521 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745dfc3-b16f-4237-bea1-bb7a8172c414 service neutron] Pushing event updated for resources: {'Port': ['ID=6444b436-a4e2-49a0-9305-13ce61f7c90b,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:39.102960 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babc8ba2-dc25-45f8-847f-b943c479e106 x-openstack-request-id: req-babc8ba2-dc25-45f8-847f-b943c479e106 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:39.103269 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:39.103586 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-babc8ba2-dc25-45f8-847f-b943c479e106 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:39.104018 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babc8ba2-dc25-45f8-847f-b943c479e106'] response: {'name': 'network-changed', 'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'status': 'completed', 'code': 200} Apr 08 19:07:39.131699 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb730bb0-8e63-447a-89b1-42b802cda88c admin admin] Publish callbacks [] for security_group (bb4c96a9-330d-47ec-87bc-b4cf04627f34), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.139381 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cb730bb0-8e63-447a-89b1-42b802cda88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bb4c96a9-330d-47ec-87bc-b4cf04627f34), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.143139 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-ede81aa2-685a-4897-856b-061be481104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:39.144790 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-ede81aa2-685a-4897-856b-061be481104f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1127 time: 0.0523288 Apr 08 19:07:39.182583 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-cb730bb0-8e63-447a-89b1-42b802cda88c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=695b47ae1c324890a0e280147f487939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045430 Apr 08 19:07:39.183174 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36820) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:39.190252 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb730bb0-8e63-447a-89b1-42b802cda88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c96a9-330d-47ec-87bc-b4cf04627f34,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:39.200401 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-3660ed69-447e-4a20-ae38-e9a72e9d8742 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 200 len: 217 time: 0.0414569 Apr 08 19:07:39.239723 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10b03591-3a08-4647-8518-48c895dc05f2 admin admin] Publish callbacks [] for security_group (bb4c96a9-330d-47ec-87bc-b4cf04627f34), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.254344 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-6bacbd1b-7980-428b-990d-4c336f9754b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:39.255891 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-6bacbd1b-7980-428b-990d-4c336f9754b0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0492501 Apr 08 19:07:39.265011 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10b03591-3a08-4647-8518-48c895dc05f2 admin admin] Publish callbacks [] for security_group (bb4c96a9-330d-47ec-87bc-b4cf04627f34), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.314194 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-df4a9840-a82b-43b3-b515-986fee77dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:39.316157 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-df4a9840-a82b-43b3-b515-986fee77dab0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499566 Apr 08 19:07:39.317179 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10b03591-3a08-4647-8518-48c895dc05f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bb4c96a9-330d-47ec-87bc-b4cf04627f34), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.320042 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-10b03591-3a08-4647-8518-48c895dc05f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.325310 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-10b03591-3a08-4647-8518-48c895dc05f2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/bb4c96a9-330d-47ec-87bc-b4cf04627f34 HTTP/1.1" status: 204 len: 168 time: 0.1397665 Apr 08 19:07:39.333882 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b03591-3a08-4647-8518-48c895dc05f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c96a9-330d-47ec-87bc-b4cf04627f34,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:39.411741 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-34dc94d3-b337-45cb-84af-1b8cba7ed59c service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876594 Apr 08 19:07:39.520325 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-97e88657-d2a7-4a36-9d41-195b1165d1fc req-b7a8f46d-480a-4dda-90e2-ac30a6cc8466 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018083 Apr 08 19:07:39.611963 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 36826) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:39.628249 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-963933df-7b49-41c0-a9b9-538378bdb8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.699416 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-963933df-7b49-41c0-a9b9-538378bdb8e7 admin admin] Publish callbacks [] for security_group (85be58ad-f251-4132-ab9d-d2b94b404baf), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.704370 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-963933df-7b49-41c0-a9b9-538378bdb8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (85be58ad-f251-4132-ab9d-d2b94b404baf), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.744031 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-963933df-7b49-41c0-a9b9-538378bdb8e7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=034608efba7542a791ec911dec47f6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309247 Apr 08 19:07:39.744914 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963933df-7b49-41c0-a9b9-538378bdb8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85be58ad-f251-4132-ab9d-d2b94b404baf,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:39.748246 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 36828) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:39.799850 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a7f12636-ecf5-45e9-ac52-da808fc66d62 admin admin] Publish callbacks [] for security_group (85be58ad-f251-4132-ab9d-d2b94b404baf), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.846269 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a7f12636-ecf5-45e9-ac52-da808fc66d62 admin admin] Publish callbacks [] for security_group (85be58ad-f251-4132-ab9d-d2b94b404baf), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.866893 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3769-a994-4348-a1fb-70e6784da0de req-b03e7259-0df5-41df-b393-8cccc137da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:39.868425 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-884b3769-a994-4348-a1fb-70e6784da0de req-b03e7259-0df5-41df-b393-8cccc137da50 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1127 time: 0.0593348 Apr 08 19:07:39.959218 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a7f12636-ecf5-45e9-ac52-da808fc66d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (85be58ad-f251-4132-ab9d-d2b94b404baf), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.961821 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a7f12636-ecf5-45e9-ac52-da808fc66d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:39.962979 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-a7f12636-ecf5-45e9-ac52-da808fc66d62 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/85be58ad-f251-4132-ab9d-d2b94b404baf HTTP/1.1" status: 204 len: 168 time: 0.2133551 Apr 08 19:07:39.984038 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f12636-ecf5-45e9-ac52-da808fc66d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85be58ad-f251-4132-ab9d-d2b94b404baf,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:39.987464 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3769-a994-4348-a1fb-70e6784da0de req-ec90bb03-cc73-43cc-aeb1-e9543b00c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:39.989309 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-884b3769-a994-4348-a1fb-70e6784da0de req-ec90bb03-cc73-43cc-aeb1-e9543b00c6f2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.1087613 Apr 08 19:07:40.037686 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e35d-112b-42f0-8e18-f5ad8cf097ce req-a5a25add-447c-424c-97dc-0ed434960cdb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:40.039372 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dec7e35d-112b-42f0-8e18-f5ad8cf097ce req-a5a25add-447c-424c-97dc-0ed434960cdb tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 943 time: 0.0720787 Apr 08 19:07:40.042955 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-884b3769-a994-4348-a1fb-70e6784da0de req-bdbd405f-9d0e-4f32-ba76-ab8e87bbd694 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 200 len: 217 time: 0.0401940 Apr 08 19:07:40.094148 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3769-a994-4348-a1fb-70e6784da0de req-feaf4aca-532f-461a-8135-8797c1c40af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:40.095636 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-884b3769-a994-4348-a1fb-70e6784da0de req-feaf4aca-532f-461a-8135-8797c1c40af3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0452268 Apr 08 19:07:40.108163 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dec7e35d-112b-42f0-8e18-f5ad8cf097ce req-2964a9a2-0179-4213-9d54-901f95a92dfc tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609555 Apr 08 19:07:40.156028 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3769-a994-4348-a1fb-70e6784da0de req-3e986f71-b862-4b29-9150-fa33a053f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:40.157572 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-884b3769-a994-4348-a1fb-70e6784da0de req-3e986f71-b862-4b29-9150-fa33a053f530 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458858 Apr 08 19:07:40.255955 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-884b3769-a994-4348-a1fb-70e6784da0de req-389b688b-a1d8-423a-a8ce-a2bb0cef726f service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895479 Apr 08 19:07:40.361096 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-884b3769-a994-4348-a1fb-70e6784da0de req-af8910a2-f52f-4dcf-bbcd-db9d8ed8a9fc service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963063 Apr 08 19:07:41.229404 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dbae7-5150-4bab-af2b-01014c5fce78 req-951c0c8d-12bb-43fd-b5db-7fd70f257bec tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:41.230945 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-752dbae7-5150-4bab-af2b-01014c5fce78 req-951c0c8d-12bb-43fd-b5db-7fd70f257bec tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 943 time: 0.0538304 Apr 08 19:07:41.281962 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-752dbae7-5150-4bab-af2b-01014c5fce78 req-faac14e0-ba62-44c7-a153-98e96c4817d6 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Apr 08 19:07:42.396687 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe068ca8-72ee-484a-8831-137dfb58c987 req-88e1448f-2537-4799-a219-165fcd625a0e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:42.398219 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe068ca8-72ee-484a-8831-137dfb58c987 req-88e1448f-2537-4799-a219-165fcd625a0e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 943 time: 0.0485775 Apr 08 19:07:42.449168 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe068ca8-72ee-484a-8831-137dfb58c987 req-2974417e-636b-41dd-8e65-db66ca09120d tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Apr 08 19:07:43.568657 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9276d-1e8b-4ea0-ae17-23d97ae2d538 req-5a793201-218f-4aed-bee5-e45255ddb8df tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:43.570773 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-abf9276d-1e8b-4ea0-ae17-23d97ae2d538 req-5a793201-218f-4aed-bee5-e45255ddb8df tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 943 time: 0.0553610 Apr 08 19:07:43.625539 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-abf9276d-1e8b-4ea0-ae17-23d97ae2d538 req-8b29141a-149f-4727-bffc-287afd97b416 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479052 Apr 08 19:07:44.739950 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864b13f-fcda-4487-bc44-65c5449303b4 req-ac3af803-b9d1-48bf-a83d-aca1bd921635 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:44.741438 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0864b13f-fcda-4487-bc44-65c5449303b4 req-ac3af803-b9d1-48bf-a83d-aca1bd921635 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 943 time: 0.0482740 Apr 08 19:07:44.794043 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0864b13f-fcda-4487-bc44-65c5449303b4 req-c323d887-1c5f-4164-9300-8bde24591190 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Apr 08 19:07:45.909909 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbeb1f-9f23-442e-9b3f-e5db1318f6fb req-87ba28a2-b7ac-4f79-9a1c-b32a943971ff tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:45.911393 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d4cbeb1f-9f23-442e-9b3f-e5db1318f6fb req-87ba28a2-b7ac-4f79-9a1c-b32a943971ff tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 943 time: 0.0495501 Apr 08 19:07:45.962851 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d4cbeb1f-9f23-442e-9b3f-e5db1318f6fb req-5d3e41da-dbbf-43a1-8d1e-3a32fbc6ae0f tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458350 Apr 08 19:07:46.411692 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd33605-83e1-4197-b896-8d2332c94de2 req-89012fad-9a42-42ae-8f6b-93f4b0ebe5a9 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:46.412981 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0dd33605-83e1-4197-b896-8d2332c94de2 req-89012fad-9a42-42ae-8f6b-93f4b0ebe5a9 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0541899 Apr 08 19:07:46.472979 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0dd33605-83e1-4197-b896-8d2332c94de2 req-96895be2-a16a-4f5f-b6c5-8401cbcecdf1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529125 Apr 08 19:07:47.079382 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4085c-0a31-4d8b-a6d9-1eaa846c0de1 req-89929e1d-f570-4201-9a27-044d28e21d34 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:47.080928 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0cd4085c-0a31-4d8b-a6d9-1eaa846c0de1 req-89929e1d-f570-4201-9a27-044d28e21d34 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 943 time: 0.0494752 Apr 08 19:07:47.131885 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0cd4085c-0a31-4d8b-a6d9-1eaa846c0de1 req-41aec026-c3d6-4faa-ac56-87058e35c710 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451741 Apr 08 19:07:47.249282 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 6444b436-a4e2-49a0-9305-13ce61f7c90b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:07:47.353127 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 6444b436-a4e2-49a0-9305-13ce61f7c90b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:47.365451 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:07:47.404318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 6444b436-a4e2-49a0-9305-13ce61f7c90b is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:07:47.404720 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:47.417836 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6444b436-a4e2-49a0-9305-13ce61f7c90b {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:07:47.439743 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 6444b436-a4e2-49a0-9305-13ce61f7c90b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:47.444036 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:47.499006 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=6444b436-a4e2-49a0-9305-13ce61f7c90b,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:47.593091 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81193f2f-3a3d-4c86-92e5-32b8504f3d35 req-55c81d82-d201-4ad1-bda3-71cd2164296b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:47.594957 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-81193f2f-3a3d-4c86-92e5-32b8504f3d35 req-55c81d82-d201-4ad1-bda3-71cd2164296b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0494094 Apr 08 19:07:47.648680 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-81193f2f-3a3d-4c86-92e5-32b8504f3d35 req-e6077ab3-fcb6-4b2d-a42c-d92234185248 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480931 Apr 08 19:07:47.732229 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['6444b436-a4e2-49a0-9305-13ce61f7c90b'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:07:48.249260 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a546-b957-434e-92c2-d4386b4ad38f req-43498378-4d98-411b-8058-c466dfefdec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:48.250828 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7a65a546-b957-434e-92c2-d4386b4ad38f req-43498378-4d98-411b-8058-c466dfefdec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 944 time: 0.0483942 Apr 08 19:07:48.300371 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7a65a546-b957-434e-92c2-d4386b4ad38f req-9917e225-6a0e-4aca-8484-25dd7c0404d4 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439191 Apr 08 19:07:48.771311 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8645ed-f336-44e6-8dd0-ffa2a8ad8c82 req-fd402e0c-9c68-44dd-81b2-f967578dcc3c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:48.772815 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-de8645ed-f336-44e6-8dd0-ffa2a8ad8c82 req-fd402e0c-9c68-44dd-81b2-f967578dcc3c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0487807 Apr 08 19:07:48.821373 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-de8645ed-f336-44e6-8dd0-ffa2a8ad8c82 req-7bcb4e98-8d63-451a-bd24-0b28161c55b3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421174 Apr 08 19:07:49.253286 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 6444b436-a4e2-49a0-9305-13ce61f7c90b up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:07:49.299829 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 6444b436-a4e2-49a0-9305-13ce61f7c90b completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:07:49.305311 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 6444b436-a4e2-49a0-9305-13ce61f7c90b triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:07:49.305694 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:49.394136 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 6444b436-a4e2-49a0-9305-13ce61f7c90b is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:07:49.394563 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:49.419100 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65709a14-56b4-4521-8da9-8bc3a37de607 req-7395dd5d-2f2f-4375-af1c-7d26aeffde3f tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:49.419705 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:49.421687 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-65709a14-56b4-4521-8da9-8bc3a37de607 req-7395dd5d-2f2f-4375-af1c-7d26aeffde3f tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 944 time: 0.0531676 Apr 08 19:07:49.422075 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3976fd9-9eb0-450b-b946-eb1826365800" -d '{"events": [{"server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "name": "network-vif-plugged", "status": "completed", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:49.435976 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 6444b436-a4e2-49a0-9305-13ce61f7c90b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:07:49.441096 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:49.482987 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-65709a14-56b4-4521-8da9-8bc3a37de607 req-aad1e4fc-1582-4cf7-b8ef-5df03ecd7d49 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555358 Apr 08 19:07:49.497318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=6444b436-a4e2-49a0-9305-13ce61f7c90b,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:49.525061 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a7fcb-6da5-47d1-8c40-ed82f5326b13 x-openstack-request-id: req-9f9a7fcb-6da5-47d1-8c40-ed82f5326b13 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:49.525384 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "name": "network-vif-plugged", "status": "completed", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:49.525649 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-9f9a7fcb-6da5-47d1-8c40-ed82f5326b13 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:49.526092 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9a7fcb-6da5-47d1-8c40-ed82f5326b13'] response: {'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'code': 200} Apr 08 19:07:49.763760 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb4bcc-228f-48f3-b397-eae9f3fb0576 req-83a24781-8d5b-4b84-8628-02d5745d92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:49.765365 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8acb4bcc-228f-48f3-b397-eae9f3fb0576 req-83a24781-8d5b-4b84-8628-02d5745d92a8 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1129 time: 0.0412173 Apr 08 19:07:49.818867 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8acb4bcc-228f-48f3-b397-eae9f3fb0576 req-d60550a9-894b-466b-a717-afefb11b1d5b service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446510 Apr 08 19:07:49.940872 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124f309-6e0b-4ed2-ba73-7770c33ba89d req-759d8ddc-4d59-4ef6-9d38-e8c117c97382 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:49.942374 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3124f309-6e0b-4ed2-ba73-7770c33ba89d req-759d8ddc-4d59-4ef6-9d38-e8c117c97382 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0483747 Apr 08 19:07:49.993334 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3124f309-6e0b-4ed2-ba73-7770c33ba89d req-58eb582b-0c4a-476c-961c-1fe0f9968606 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449886 Apr 08 19:07:50.603694 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c3bda-6721-4cb0-97d7-a6ca591c3248 req-d6b5c378-a5ac-4757-8ea2-e6601b005255 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:50.605177 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dc8c3bda-6721-4cb0-97d7-a6ca591c3248 req-d6b5c378-a5ac-4757-8ea2-e6601b005255 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 945 time: 0.0513415 Apr 08 19:07:50.660642 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dc8c3bda-6721-4cb0-97d7-a6ca591c3248 req-d87cbca4-8d52-4a07-a51d-9431684ffa26 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481548 Apr 08 19:07:51.113309 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd0048-2d9a-4d01-8d54-09a693c060c8 req-8cb8876c-6b78-445a-bacd-48951be51bb1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:51.114806 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-befd0048-2d9a-4d01-8d54-09a693c060c8 req-8cb8876c-6b78-445a-bacd-48951be51bb1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0493655 Apr 08 19:07:51.169566 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-befd0048-2d9a-4d01-8d54-09a693c060c8 req-9a86e177-0f30-4dd1-950c-60af015a73c1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491557 Apr 08 19:07:51.785414 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6d4ab-308b-4114-b069-4bf9965c02c6 req-7679c230-68ab-4d03-ae6e-d334eebb624d tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:51.786898 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-23e6d4ab-308b-4114-b069-4bf9965c02c6 req-7679c230-68ab-4d03-ae6e-d334eebb624d tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Apr 08 19:07:51.842550 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-23e6d4ab-308b-4114-b069-4bf9965c02c6 req-749ba9da-fd18-4e9e-b82d-8213b4bce288 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500174 Apr 08 19:07:51.958928 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265e4f3-ad71-42dc-a263-7832d42a852e req-341936b8-2bb0-41a8-9133-c9d10de1c331 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:51.960633 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4265e4f3-ad71-42dc-a263-7832d42a852e req-341936b8-2bb0-41a8-9133-c9d10de1c331 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 945 time: 0.0494461 Apr 08 19:07:52.013400 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4265e4f3-ad71-42dc-a263-7832d42a852e req-33069c71-d549-4bf6-ab0e-498b3e17a8df tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457938 Apr 08 19:07:52.040475 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37032) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:52.079002 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acbbae8-66bb-4dfd-b5cc-0653443b721e tempest-TestVolumeBootPattern-1457550007 tempest-TestVolumeBootPattern-1457550007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:52.080623 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-5acbbae8-66bb-4dfd-b5cc-0653443b721e tempest-TestVolumeBootPattern-1457550007 tempest-TestVolumeBootPattern-1457550007-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1124 time: 0.0391626 Apr 08 19:07:52.083294 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37034) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:52.087439 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:07:52.108822 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:52.198418 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:07:52.208549 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:52.305082 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429768-a194-4b23-b22a-34f5471c1841 req-b730a559-361c-48ee-bed9-16ac2637217e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:52.306668 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30429768-a194-4b23-b22a-34f5471c1841 req-b730a559-361c-48ee-bed9-16ac2637217e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0491772 Apr 08 19:07:52.333663 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Allocated IP 172.27.0.63 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/e18873a5-be2b-4902-a269-f867b6f0cf47) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:07:52.360294 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30429768-a194-4b23-b22a-34f5471c1841 req-32bd10f3-ac92-401e-b0ae-f270af46cebe tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462458 Apr 08 19:07:52.446941 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (e18873a5-be2b-4902-a269-f867b6f0cf47), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:52.483938 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (e18873a5-be2b-4902-a269-f867b6f0cf47), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:52.520065 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:07:52.522956 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:07:52.526443 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:07:52.556683 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=e18873a5-be2b-4902-a269-f867b6f0cf47,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:52.570292 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.570648 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.570999 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.571345 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.571685 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.572029 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.572387 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.572720 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.573054 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.573386 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.573719 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.574052 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.574428 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.575280 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.575615 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:52.880260 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (795bf8f1-fb12-4248-b427-e9d28c1594f0), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:52.953477 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (e18873a5-be2b-4902-a269-f867b6f0cf47), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:53.106794 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (e18873a5-be2b-4902-a269-f867b6f0cf47), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:53.111172 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (e18873a5-be2b-4902-a269-f867b6f0cf47), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:53.141973 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (795bf8f1-fb12-4248-b427-e9d28c1594f0), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:53.190513 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=e18873a5-be2b-4902-a269-f867b6f0cf47,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:53.262688 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Floating IP 795bf8f1-fb12-4248-b427-e9d28c1594f0 associated. External IP: 172.27.0.63, port: 6444b436-a4e2-49a0-9305-13ce61f7c90b. Apr 08 19:07:53.495911 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218132c-8acf-421b-b8f4-8efcb03fb2c2 req-4d375fb3-f75d-4a5c-9708-d6f2a2dbf71e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:53.497531 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6218132c-8acf-421b-b8f4-8efcb03fb2c2 req-4d375fb3-f75d-4a5c-9708-d6f2a2dbf71e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0536981 Apr 08 19:07:53.547000 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6218132c-8acf-421b-b8f4-8efcb03fb2c2 req-df2aa7fe-3f03-476d-ab9a-79065884b8e6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Apr 08 19:07:53.726237 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:07:53.837646 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:07:53.847924 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:07:53.857531 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:53.858269 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:53.858885 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:07:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:53.887867 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-45a019c0-581e-4870-8bf0-f7cf4355869e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8035448 Apr 08 19:07:53.888784 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:07:53.891244 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6794a4-0594-4ade-ae94-2a7f641a1d51" -d '{"events": [{"name": "network-changed", "server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:07:53.927728 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4aed1c-3c7d-4c16-970a-240d39ca7faa x-openstack-request-id: req-4b4aed1c-3c7d-4c16-970a-240d39ca7faa {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:07:53.928028 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:07:53.928347 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-4b4aed1c-3c7d-4c16-970a-240d39ca7faa {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:07:53.928762 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4aed1c-3c7d-4c16-970a-240d39ca7faa'] response: {'name': 'network-changed', 'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'status': 'completed', 'code': 200} Apr 08 19:07:53.972309 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:54.035980 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-a5545986-e4de-4166-8d9f-3d140d5063ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:54.037540 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-a5545986-e4de-4166-8d9f-3d140d5063ab service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1129 time: 0.0435593 Apr 08 19:07:54.195457 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:52Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:54.222740 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:07:54.231004 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:07:54.231611 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:07:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:54.342022 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:07:54.460498 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-15a1d085-b29c-4f25-9232-6b87cdec0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:54.461977 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-15a1d085-b29c-4f25-9232-6b87cdec0b6f service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.1044409 Apr 08 19:07:54.535692 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-586e791a-5b65-48db-9547-24a3690d411c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 200 len: 998 time: 0.0650742 Apr 08 19:07:54.587627 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-3786ce95-fd53-4a26-891f-cd5b9c5bb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:54.589281 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-3786ce95-fd53-4a26-891f-cd5b9c5bb284 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0461047 Apr 08 19:07:54.595538 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:52Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:07:54.623857 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0ed13-3282-4666-8173-e0af5dde566e None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:52Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:07:54.650662 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-34849f60-c059-43ef-9ca5-f1f1e5f5bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:54.652426 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-34849f60-c059-43ef-9ca5-f1f1e5f5bafe service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483942 Apr 08 19:07:54.670292 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5de083-4060-4ec5-8fa0-78ab55fae785 req-85014e5c-8ff8-4abf-9a46-ace84eb57d46 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:54.671857 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6d5de083-4060-4ec5-8fa0-78ab55fae785 req-85014e5c-8ff8-4abf-9a46-ace84eb57d46 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0518329 Apr 08 19:07:54.731365 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-50018200-9770-4a7b-a26d-ed67faa958f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:54.742217 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6d5de083-4060-4ec5-8fa0-78ab55fae785 req-068a9efc-110f-4d41-aa8f-af82a34a7cbd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619230 Apr 08 19:07:54.752353 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-534ae189-2f1e-475b-a717-7e75d8d16638 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911732 Apr 08 19:07:54.854062 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee38274-cf0e-48e7-aa86-672b13252641 None None] New status for floating IP 795bf8f1-fb12-4248-b427-e9d28c1594f0: ACTIVE {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:07:54.862899 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c6794a4-0594-4ade-ae94-2a7f641a1d51 req-65b23824-a09f-4962-afc0-2c275e04427b service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991943 Apr 08 19:07:55.864026 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c9b67-ae9b-4920-8cdc-ccc2ce94190b req-11fa22ce-da58-4703-a28a-ebd41980b2c6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:55.865739 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f59c9b67-ae9b-4920-8cdc-ccc2ce94190b req-11fa22ce-da58-4703-a28a-ebd41980b2c6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0518332 Apr 08 19:07:55.922823 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f59c9b67-ae9b-4920-8cdc-ccc2ce94190b req-5340cb28-6792-4a24-81a7-36c4b6d21ec0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513415 Apr 08 19:07:56.479206 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:57.046529 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cc96c-318f-4010-98cf-f1ffdf116aed req-001844e7-5a86-4558-bcd5-c8d60475d3cc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:57.048478 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe8cc96c-318f-4010-98cf-f1ffdf116aed req-001844e7-5a86-4558-bcd5-c8d60475d3cc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0497875 Apr 08 19:07:57.106748 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe8cc96c-318f-4010-98cf-f1ffdf116aed req-bb14d4df-11a2-42c8-945a-6ab659aca56e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499458 Apr 08 19:07:57.151592 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-13b3fc92-1262-4981-bab9-b39bef825190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.227291 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b9ea-58f2-4fd3-b659-673b88f556cb req-674da8cd-c7bd-4181-8e90-f0345185cef9 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:58.228835 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f070b9ea-58f2-4fd3-b659-673b88f556cb req-674da8cd-c7bd-4181-8e90-f0345185cef9 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0480089 Apr 08 19:07:58.279447 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f070b9ea-58f2-4fd3-b659-673b88f556cb req-cc8e40f6-429d-4e33-831f-0b1d83031a37 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426302 Apr 08 19:07:58.485137 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.639827 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37126) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:58.745094 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c655e332-d80c-49a4-ab5b-9c849d279695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.820048 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c655e332-d80c-49a4-ab5b-9c849d279695 admin admin] Publish callbacks [] for security_group (732a8234-cec8-4fca-9d78-4613bc9c85fa), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.824048 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c655e332-d80c-49a4-ab5b-9c849d279695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (732a8234-cec8-4fca-9d78-4613bc9c85fa), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.862608 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c655e332-d80c-49a4-ab5b-9c849d279695 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4794f3a1abf84e4283f044b390cb4bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212524 Apr 08 19:07:58.863738 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655e332-d80c-49a4-ab5b-9c849d279695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732a8234-cec8-4fca-9d78-4613bc9c85fa,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:58.865303 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37130) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:07:58.917751 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Publish callbacks [] for security_group (732a8234-cec8-4fca-9d78-4613bc9c85fa), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.940144 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Publish callbacks [] for security_group (732a8234-cec8-4fca-9d78-4613bc9c85fa), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.989407 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (732a8234-cec8-4fca-9d78-4613bc9c85fa), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.991996 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:07:58.993169 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/732a8234-cec8-4fca-9d78-4613bc9c85fa HTTP/1.1" status: 204 len: 168 time: 0.1268823 Apr 08 19:07:59.000969 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732a8234-cec8-4fca-9d78-4613bc9c85fa,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:07:59.008257 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.008616 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.008966 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.009311 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.009649 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.009983 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.010315 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.010645 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.010977 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.011307 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.011637 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.011997 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.012353 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.012678 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.013006 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ccaad4-253e-4af8-8a93-dd9109cb20bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:07:59.302865 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-80311a2d-2f8a-4795-b616-b03df4c9dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:59.304823 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-80311a2d-2f8a-4795-b616-b03df4c9dd8e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 1130 time: 0.0423837 Apr 08 19:07:59.421977 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38274d26-f1e6-4e0b-bade-e1d0cdae5d03 req-9b1e1cf9-6219-4f3d-a5a4-ed7a16ddc263 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:59.429172 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-38274d26-f1e6-4e0b-bade-e1d0cdae5d03 req-9b1e1cf9-6219-4f3d-a5a4-ed7a16ddc263 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0641069 Apr 08 19:07:59.435934 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-1d94594a-9633-452e-bb50-82fc69b97147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:59.436236 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-1d94594a-9633-452e-bb50-82fc69b97147 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.1042304 Apr 08 19:07:59.476767 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-38274d26-f1e6-4e0b-bade-e1d0cdae5d03 req-08ce250c-c823-40b4-bba4-b7585f7a0070 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 Apr 08 19:07:59.523241 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-2d44fb7f-055f-4140-9cfd-de4bc4752ce9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 200 len: 1002 time: 0.0807021 Apr 08 19:07:59.579944 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-c576a957-6f97-4d43-951c-3580dff78b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:59.581513 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-c576a957-6f97-4d43-951c-3580dff78b02 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0505860 Apr 08 19:07:59.628445 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-f1e04280-0bc0-4d83-aae8-2e355ec26924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:07:59.629965 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-f1e04280-0bc0-4d83-aae8-2e355ec26924 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410891 Apr 08 19:07:59.725462 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-601f2e3b-8d0a-44f6-aee6-2c56fdf3cf70 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861082 Apr 08 19:07:59.826801 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ec154869-5814-413c-a2d2-dbdbf00a37ca req-ede3b317-66e7-4d46-92bf-f686504dd5bb service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942175 Apr 08 19:08:00.069762 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37168) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:00.093205 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:00.176624 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a67868fb-f147-4c40-9578-4b61ed4b9217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:00.254662 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a67868fb-f147-4c40-9578-4b61ed4b9217 admin admin] Publish callbacks [] for security_group (736e4c2a-291e-4d18-9a7a-76c404af82ae), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:00.259820 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a67868fb-f147-4c40-9578-4b61ed4b9217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (736e4c2a-291e-4d18-9a7a-76c404af82ae), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:00.300918 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-a67868fb-f147-4c40-9578-4b61ed4b9217 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b34da5e2ba8d406e93bfabf8fe0055c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300711 Apr 08 19:08:00.301760 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67868fb-f147-4c40-9578-4b61ed4b9217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736e4c2a-291e-4d18-9a7a-76c404af82ae,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:00.303910 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37172) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:00.354282 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f38be345-8cc0-4e67-8e52-9b4ad03b02b1 admin admin] Publish callbacks [] for security_group (736e4c2a-291e-4d18-9a7a-76c404af82ae), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:00.375967 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f38be345-8cc0-4e67-8e52-9b4ad03b02b1 admin admin] Publish callbacks [] for security_group (736e4c2a-291e-4d18-9a7a-76c404af82ae), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:00.426289 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f38be345-8cc0-4e67-8e52-9b4ad03b02b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (736e4c2a-291e-4d18-9a7a-76c404af82ae), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:00.428998 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-f38be345-8cc0-4e67-8e52-9b4ad03b02b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:00.432774 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-f38be345-8cc0-4e67-8e52-9b4ad03b02b1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/736e4c2a-291e-4d18-9a7a-76c404af82ae HTTP/1.1" status: 204 len: 168 time: 0.1253994 Apr 08 19:08:00.439181 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38be345-8cc0-4e67-8e52-9b4ad03b02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736e4c2a-291e-4d18-9a7a-76c404af82ae,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:00.610183 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f18e6-1630-45e9-83ea-5b3d6535ac4a req-32e29984-b809-466d-828e-a48268c5a0cf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:00.611692 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4c3f18e6-1630-45e9-83ea-5b3d6535ac4a req-32e29984-b809-466d-828e-a48268c5a0cf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0555100 Apr 08 19:08:00.660636 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4c3f18e6-1630-45e9-83ea-5b3d6535ac4a req-47039d50-fd9b-4b4b-9620-19461db40c83 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Apr 08 19:08:01.515430 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:01.779379 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f604ac4-4b41-48d9-93a0-1615db2976d2 req-c7ba0f5b-a305-4c7b-8648-9a46935d3902 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:01.780952 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f604ac4-4b41-48d9-93a0-1615db2976d2 req-c7ba0f5b-a305-4c7b-8648-9a46935d3902 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0491235 Apr 08 19:08:01.832742 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f604ac4-4b41-48d9-93a0-1615db2976d2 req-957577f0-f9c0-4289-a9f5-cb83487e9067 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Apr 08 19:08:02.953894 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fef803-55eb-47e1-a483-c88d1d87b28b req-37a84a45-e871-42f5-8df6-bef0c25842f3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:02.955366 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f3fef803-55eb-47e1-a483-c88d1d87b28b req-37a84a45-e871-42f5-8df6-bef0c25842f3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0474448 Apr 08 19:08:03.004270 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f3fef803-55eb-47e1-a483-c88d1d87b28b req-b8ad2ac4-986a-4cc6-8736-ac0e42b331f2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Apr 08 19:08:03.289454 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:08:03.407726 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:03.420334 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'port_id': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'mac_address': 'fa:16:3e:db:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:08:03.463652 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port cb0238be-4426-4912-b0df-283cac5f8bda is: ACTIVE; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:08:03.464165 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:03.478257 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb0238be-4426-4912-b0df-283cac5f8bda {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:08:03.498923 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:03.501908 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:03.550617 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:03.557874 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.558236 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.558651 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.559093 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.559459 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.559804 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.560142 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.560508 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.560847 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.561191 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.562163 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.562526 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.562872 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.563298 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.563644 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:08:03.640162 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['cb0238be-4426-4912-b0df-283cac5f8bda'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:08:03.953320 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37242) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:04.076049 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-98a7cff8-a1d7-45d3-b6af-b2663f5cb78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:04.139583 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45841da-067f-4aef-9bc8-a65b2614d0dc req-ea54c619-ad9a-4231-82c1-299dd0554afc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:04.141392 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f45841da-067f-4aef-9bc8-a65b2614d0dc req-ea54c619-ad9a-4231-82c1-299dd0554afc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 945 time: 0.0600271 Apr 08 19:08:04.172292 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-98a7cff8-a1d7-45d3-b6af-b2663f5cb78d admin admin] Publish callbacks [] for security_group (c2d486ef-aea9-41f6-9455-4663f75f7139), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:04.178460 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-98a7cff8-a1d7-45d3-b6af-b2663f5cb78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (c2d486ef-aea9-41f6-9455-4663f75f7139), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:04.200339 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f45841da-067f-4aef-9bc8-a65b2614d0dc req-1840c30b-57eb-4e28-b905-9bc2f3dfc061 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525274 Apr 08 19:08:04.227920 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-98a7cff8-a1d7-45d3-b6af-b2663f5cb78d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5eaacff9a05d4c0abed287efdda5516f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681425 Apr 08 19:08:04.227920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7cff8-a1d7-45d3-b6af-b2663f5cb78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d486ef-aea9-41f6-9455-4663f75f7139,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:04.227920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37248) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:04.286070 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-72603976-9749-4242-8337-bfe10c0a53a3 admin admin] Publish callbacks [] for security_group (c2d486ef-aea9-41f6-9455-4663f75f7139), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:04.310336 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-72603976-9749-4242-8337-bfe10c0a53a3 admin admin] Publish callbacks [] for security_group (c2d486ef-aea9-41f6-9455-4663f75f7139), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:04.366554 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-72603976-9749-4242-8337-bfe10c0a53a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (c2d486ef-aea9-41f6-9455-4663f75f7139), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:04.369199 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-72603976-9749-4242-8337-bfe10c0a53a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:04.370383 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-72603976-9749-4242-8337-bfe10c0a53a3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c2d486ef-aea9-41f6-9455-4663f75f7139 HTTP/1.1" status: 204 len: 168 time: 0.1436670 Apr 08 19:08:04.378742 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72603976-9749-4242-8337-bfe10c0a53a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d486ef-aea9-41f6-9455-4663f75f7139,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:05.176322 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37314) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:05.302944 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:08:05.326626 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-899295362-network', 'tenant_id': '715f7a2147ca4f94a8e0f877bebb43b1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:08:05.367802 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port cb0238be-4426-4912-b0df-283cac5f8bda triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:08:05.368504 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.374198 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Made reservation on behalf of 715f7a2147ca4f94a8e0f877bebb43b1 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:08:05.376965 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.416448 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.441044 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89ff1c-8111-48ab-a612-7bd79ad2bd8d req-583336ac-96aa-4ba5-9fa6-80f82c9eeba3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:05.442687 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7e89ff1c-8111-48ab-a612-7bd79ad2bd8d req-583336ac-96aa-4ba5-9fa6-80f82c9eeba3 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 945 time: 0.0815141 Apr 08 19:08:05.488491 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port cb0238be-4426-4912-b0df-283cac5f8bda is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:08:05.488860 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.533246 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:08:05.536808 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7bdfe1-b8eb-4cc6-abf9-1f50d4dd0b42" -d '{"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-plugged", "status": "completed", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:08:05.542091 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:05.548276 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.563916 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Publish callbacks [] for security_group (40805c51-c53a-4ad6-99ea-fe243caca2ac), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.582926 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7e89ff1c-8111-48ab-a612-7bd79ad2bd8d req-3dc8935e-a17f-416a-8427-ed4a2f81ad2d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338913 Apr 08 19:08:05.588559 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (40805c51-c53a-4ad6-99ea-fe243caca2ac), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.611679 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1530, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:08:05.624318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c994a4-81f2-4679-a225-13e767d8e7fc x-openstack-request-id: req-94c994a4-81f2-4679-a225-13e767d8e7fc {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:08:05.624853 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-plugged", "status": "completed", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:08:05.625147 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-94c994a4-81f2-4679-a225-13e767d8e7fc {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:08:05.625500 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c994a4-81f2-4679-a225-13e767d8e7fc'] response: {'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'code': 200} Apr 08 19:08:05.636341 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:05.652934 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.653281 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.segments_db [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Added segment 8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54 of type vlan for network 49755f31-6d3b-48e8-8398-a2c8c9699483 Apr 08 19:08:05.674353 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40805c51-c53a-4ad6-99ea-fe243caca2ac,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:05.712301 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (49755f31-6d3b-48e8-8398-a2c8c9699483), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.745569 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (49755f31-6d3b-48e8-8398-a2c8c9699483), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.747734 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:05.748517 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.792197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37336) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:05.793296 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6157587 Apr 08 19:08:05.799074 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Request body: {'subnet': {'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-899295362-subnet', 'tenant_id': '715f7a2147ca4f94a8e0f877bebb43b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:08:05.824653 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b39c0-a832-4506-b077-6c9ccd5ef4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=49755f31-6d3b-48e8-8398-a2c8c9699483,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:05.844694 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Made reservation on behalf of 715f7a2147ca4f94a8e0f877bebb43b1 for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:08:05.848129 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:05.853255 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 49755f31-6d3b-48e8-8398-a2c8c9699483 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:08:06.087217 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (7b684fec-e8ef-46e7-841e-552d9e796ead), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:06.161281 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b684fec-e8ef-46e7-841e-552d9e796ead,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:06.182663 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Checking segment: {'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:08:06.182946 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Network hostable DHCP agents. Network: 49755f31-6d3b-48e8-8398-a2c8c9699483, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:08:06.203319 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Network 49755f31-6d3b-48e8-8398-a2c8c9699483 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:08:06.218087 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 49755f31-6d3b-48e8-8398-a2c8c9699483) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:08:06.226000 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:06.226678 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:06.228867 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a2e45-4c08-46de-a7dd-4af7add56e20 None None] Network 49755f31-6d3b-48e8-8398-a2c8c9699483 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:08:06.253222 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e13433a1-f6a7-4498-b42a-369c9c274c37 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4580207 Apr 08 19:08:06.368485 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96547bf2-1048-448b-ba3c-648a3568d2fa None None] Network 49755f31-6d3b-48e8-8398-a2c8c9699483 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:08:06.734776 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba884ef3-f14c-4fc1-a9d8-d732ed329060 req-36af4ddf-3aba-4862-acfd-d5308c3a4a4e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:06.737138 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ba884ef3-f14c-4fc1-a9d8-d732ed329060 req-36af4ddf-3aba-4862-acfd-d5308c3a4a4e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0630906 Apr 08 19:08:06.798012 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ba884ef3-f14c-4fc1-a9d8-d732ed329060 req-dc37b98c-8531-4374-bc63-e0666fbb8265 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548739 Apr 08 19:08:07.944309 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfaffc-4b05-4164-892d-ae75fe74be74 req-5032d628-a8a9-4da1-9968-8444dc9c798e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:07.946782 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6dcfaffc-4b05-4164-892d-ae75fe74be74 req-5032d628-a8a9-4da1-9968-8444dc9c798e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0660617 Apr 08 19:08:08.035169 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6dcfaffc-4b05-4164-892d-ae75fe74be74 req-98119c88-bd28-4108-b0fc-494156ae881b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755908 Apr 08 19:08:08.252166 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-37032f92-0b05-47a9-b400-249b64ea72eb tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:08.253811 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-37032f92-0b05-47a9-b400-249b64ea72eb tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/networks?id=49755f31-6d3b-48e8-8398-a2c8c9699483 HTTP/1.1" status: 200 len: 813 time: 0.1116230 Apr 08 19:08:08.272350 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-c3f5c8d6-0d1f-452f-be6e-1a259a518c4b tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/quotas/715f7a2147ca4f94a8e0f877bebb43b1 HTTP/1.1" status: 200 len: 375 time: 0.0113389 Apr 08 19:08:08.314060 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-0d929cdf-200e-4aef-baba-9b4cac331cd0 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=715f7a2147ca4f94a8e0f877bebb43b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358210 Apr 08 19:08:08.413752 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-9c6466f5-dccd-40c9-9c82-123816f0aabd service neutron] 10.222.0.109 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924580 Apr 08 19:08:08.792005 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-0038d152-848d-437d-ac61-05345dbc162a service neutron] 10.222.0.109 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721073 Apr 08 19:08:09.024563 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2541bbc7-17d1-4f1b-818d-bb694b1fbe8a req-89cbf806-eb72-432b-aaf3-425f9008cff6 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 210 time: 0.0442314 Apr 08 19:08:09.214881 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adb8a8-a17f-4acc-8971-3c8f9bf1bc88 req-34997a7d-0f4c-4e45-891f-d9fc3a55f3db tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:09.224651 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30adb8a8-a17f-4acc-8971-3c8f9bf1bc88 req-34997a7d-0f4c-4e45-891f-d9fc3a55f3db tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0953109 Apr 08 19:08:09.317084 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-30adb8a8-a17f-4acc-8971-3c8f9bf1bc88 req-7ec6fd7a-0cd3-4806-be11-c5a9361d252a tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908678 Apr 08 19:08:10.166148 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d2570ddf-c6de-477c-9d5e-a89d7df17767 req-e81abeae-c745-4eb1-b9bb-4975635a418e tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 210 time: 0.0650382 Apr 08 19:08:10.367762 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-f5e64faa-793e-46d1-8cf5-29203aef8cea tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:10.369597 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-f5e64faa-793e-46d1-8cf5-29203aef8cea tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.113 "GET /v2.0/networks?id=49755f31-6d3b-48e8-8398-a2c8c9699483 HTTP/1.1" status: 200 len: 813 time: 0.1806574 Apr 08 19:08:10.454809 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d26b-178d-4805-8e21-b56c2ae09807 req-cd1c334c-6216-47d0-93de-b6b727d218ec tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:10.456886 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f2c7d26b-178d-4805-8e21-b56c2ae09807 req-cd1c334c-6216-47d0-93de-b6b727d218ec tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0552218 Apr 08 19:08:10.509871 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Request body: {'port': {'device_id': 'fead850b-7beb-43c0-8fa3-a8142b9f8ebb', 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483', 'admin_state_up': True, 'tenant_id': '715f7a2147ca4f94a8e0f877bebb43b1'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:08:10.519026 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f2c7d26b-178d-4805-8e21-b56c2ae09807 req-5d31ec00-a43b-4d21-a036-512925c22e85 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563025 Apr 08 19:08:10.652853 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Made reservation on behalf of 715f7a2147ca4f94a8e0f877bebb43b1 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:08:10.660836 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:10.821845 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Allocated IP 172.20.0.13 (49755f31-6d3b-48e8-8398-a2c8c9699483/7b684fec-e8ef-46e7-841e-552d9e796ead/27cebd67-c418-4e13-9cba-9b3e543df2ff) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:08:11.017726 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks [] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:11.059979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:11.108617 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Network 49755f31-6d3b-48e8-8398-a2c8c9699483 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:08:11.116780 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:08:11.119481 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:08:11.124922 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:11.125552 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:11.128191 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Pushing event updated for resources: {'Port': ['ID=27cebd67-c418-4e13-9cba-9b3e543df2ff,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:11.154352 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-d068ac05-ed91-4f25-b8aa-59b02f921081 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6483827 Apr 08 19:08:11.283042 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c6c09-1cf0-4efb-9897-0108eb033eeb req-1c23bdbf-c20e-4fb8-9c0f-48e3ea157f60 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:11.284889 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-805c6c09-1cf0-4efb-9897-0108eb033eeb req-1c23bdbf-c20e-4fb8-9c0f-48e3ea157f60 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 932 time: 0.0517442 Apr 08 19:08:11.334091 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Request body: {'port': {'device_id': 'fead850b-7beb-43c0-8fa3-a8142b9f8ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:08:11.341147 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-805c6c09-1cf0-4efb-9897-0108eb033eeb req-9d64fbd1-de30-45c3-a9a1-163cf6f0f19f tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491726 Apr 08 19:08:11.428456 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:11.651362 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663813-e6e6-47d2-84f5-4fa8249bdbe7 req-cba51bd0-780e-4acc-a139-d6e1f9f73c8c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:11.654163 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b9663813-e6e6-47d2-84f5-4fa8249bdbe7 req-cba51bd0-780e-4acc-a139-d6e1f9f73c8c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0548344 Apr 08 19:08:11.740804 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b9663813-e6e6-47d2-84f5-4fa8249bdbe7 req-4ae3a317-6c6d-43e1-8535-f766f5dbcf41 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804665 Apr 08 19:08:11.854302 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cebd67-c418-4e13-9cba-9b3e543df2ff {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:08:11.868927 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Publish callbacks [] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:11.888239 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Transition to ACTIVE for port object 27cebd67-c418-4e13-9cba-9b3e543df2ff will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:08:11.898671 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:11.966687 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Pushing event updated for resources: {'Port': ['ID=27cebd67-c418-4e13-9cba-9b3e543df2ff,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:11.997883 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Attempting to bind port 27cebd67-c418-4e13-9cba-9b3e543df2ff on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:08:11.998320 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Attempting to bind port 27cebd67-c418-4e13-9cba-9b3e543df2ff by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:08:11.998749 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Attempting to bind port 27cebd67-c418-4e13-9cba-9b3e543df2ff on network 49755f31-6d3b-48e8-8398-a2c8c9699483 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:08:12.005452 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Port 27cebd67-c418-4e13-9cba-9b3e543df2ff on network 49755f31-6d3b-48e8-8398-a2c8c9699483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:08:12.005881 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Attempting to bind port 27cebd67-c418-4e13-9cba-9b3e543df2ff on network 49755f31-6d3b-48e8-8398-a2c8c9699483 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:08:12.011257 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:08:12.012910 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Checking segment: {'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:08:12.012910 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Bound using segment: {'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:08:12.013456 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Bound port: 27cebd67-c418-4e13-9cba-9b3e543df2ff, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:08:12.013918 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:12.083367 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] For port 27cebd67-c418-4e13-9cba-9b3e543df2ff, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:08:12.087048 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] For port 27cebd67-c418-4e13-9cba-9b3e543df2ff, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27cebd67-c418-4e13-9cba-9b3e543df2ff,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:08:12.095997 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:12.134183 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:12.137738 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:12.137738 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] 10.222.0.113 "PUT /v2.0/ports/27cebd67-c418-4e13-9cba-9b3e543df2ff HTTP/1.1" status: 200 len: 1094 time: 0.8066750 Apr 08 19:08:12.137738 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fead850b-7beb-43c0-8fa3-a8142b9f8ebb', 'tag': '27cebd67-c418-4e13-9cba-9b3e543df2ff'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:08:12.139716 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185ff757-f16a-434a-b207-f3650e016134" -d '{"events": [{"name": "network-changed", "server_uuid": "fead850b-7beb-43c0-8fa3-a8142b9f8ebb", "tag": "27cebd67-c418-4e13-9cba-9b3e543df2ff"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:08:12.167078 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda2b29-885f-4165-b507-8f242b4ac3ac service neutron] Pushing event updated for resources: {'Port': ['ID=27cebd67-c418-4e13-9cba-9b3e543df2ff,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:12.184130 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7e5100-5454-45ef-a429-6296d9839f02 x-openstack-request-id: req-ec7e5100-5454-45ef-a429-6296d9839f02 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:08:12.184464 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fead850b-7beb-43c0-8fa3-a8142b9f8ebb", "tag": "27cebd67-c418-4e13-9cba-9b3e543df2ff", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:08:12.184729 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ec7e5100-5454-45ef-a429-6296d9839f02 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:08:12.185202 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7e5100-5454-45ef-a429-6296d9839f02'] response: {'name': 'network-changed', 'server_uuid': 'fead850b-7beb-43c0-8fa3-a8142b9f8ebb', 'tag': '27cebd67-c418-4e13-9cba-9b3e543df2ff', 'status': 'completed', 'code': 200} Apr 08 19:08:12.360344 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff757-f16a-434a-b207-f3650e016134 req-611c2406-7e51-4fdb-8c7a-f0520cdf7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:12.361902 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-185ff757-f16a-434a-b207-f3650e016134 req-611c2406-7e51-4fdb-8c7a-f0520cdf7cfc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=715f7a2147ca4f94a8e0f877bebb43b1&device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 1128 time: 0.0555632 Apr 08 19:08:12.485729 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2525c-f301-4687-bd74-b2ae67edbc48 req-8fb799a8-d9c5-4159-9535-c964acff48e1 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:12.506485 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-85d2525c-f301-4687-bd74-b2ae67edbc48 req-8fb799a8-d9c5-4159-9535-c964acff48e1 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 944 time: 0.0745645 Apr 08 19:08:12.518861 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff757-f16a-434a-b207-f3650e016134 req-999ae25e-204e-4fce-97fa-c596dd1b44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:12.520502 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-185ff757-f16a-434a-b207-f3650e016134 req-999ae25e-204e-4fce-97fa-c596dd1b44d6 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=715f7a2147ca4f94a8e0f877bebb43b1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1446276 Apr 08 19:08:12.615665 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-85d2525c-f301-4687-bd74-b2ae67edbc48 req-444eb9c9-933f-4686-bb49-583bd5acf5d0 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976853 Apr 08 19:08:12.708859 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff757-f16a-434a-b207-f3650e016134 req-d48a82df-59c0-49c2-87a0-7860af3f7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:12.710584 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-185ff757-f16a-434a-b207-f3650e016134 req-d48a82df-59c0-49c2-87a0-7860af3f7cd5 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1757085 Apr 08 19:08:12.803795 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-7799be12-779e-4213-9667-2e65e1bf1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:12.805965 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-7799be12-779e-4213-9667-2e65e1bf1993 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=715f7a2147ca4f94a8e0f877bebb43b1&device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 1128 time: 0.0508490 Apr 08 19:08:12.865866 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-27b83bfb-cc0c-424e-a5b1-8f4e0cdeed83 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27cebd67-c418-4e13-9cba-9b3e543df2ff HTTP/1.1" status: 200 len: 217 time: 0.0495293 Apr 08 19:08:12.943692 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-46b341bb-e5a6-46d0-9742-31fe361bf1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:12.946327 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-46b341bb-e5a6-46d0-9742-31fe361bf1be service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7b684fec-e8ef-46e7-841e-552d9e796ead HTTP/1.1" status: 200 len: 853 time: 0.0676811 Apr 08 19:08:12.965577 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3ac24-6b01-457b-bfb8-fdbec9c6d33c req-bc48f687-fde3-4be8-834b-f0c7f2c4af05 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:12.976311 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5bc3ac24-6b01-457b-bfb8-fdbec9c6d33c req-bc48f687-fde3-4be8-834b-f0c7f2c4af05 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0901775 Apr 08 19:08:12.999522 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-cad9e155-1c44-4128-b60b-25df9aaa0c06 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49755f31-6d3b-48e8-8398-a2c8c9699483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376382 Apr 08 19:08:13.061339 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5bc3ac24-6b01-457b-bfb8-fdbec9c6d33c req-fb371e0d-970a-4aad-a3df-d90c8384f8ee tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839531 Apr 08 19:08:13.164607 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-c282aea5-2436-46a8-9708-11d1b8f3ebe0 service neutron] 10.222.0.113 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466691 Apr 08 19:08:13.555212 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7c573951-a1f0-42bc-a3d3-5e57f27e6dc2 req-4292cccd-8552-432d-973e-593827059a34 service neutron] 10.222.0.113 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257234 Apr 08 19:08:13.747853 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46145055-6428-420a-ba87-990dcf857415 req-c557b818-4106-46fb-bf16-a2e345e60af4 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:13.753327 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-46145055-6428-420a-ba87-990dcf857415 req-c557b818-4106-46fb-bf16-a2e345e60af4 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 944 time: 0.0609932 Apr 08 19:08:13.806961 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-46145055-6428-420a-ba87-990dcf857415 req-8c3f4fd1-baef-4005-90fe-eed9cee1fbc0 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496018 Apr 08 19:08:14.196292 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b339ad-0bac-44fb-81dd-33dc01f4ecb4 req-3a3dfe5e-c69f-40ae-b57b-7974cf868b83 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:14.198235 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75b339ad-0bac-44fb-81dd-33dc01f4ecb4 req-3a3dfe5e-c69f-40ae-b57b-7974cf868b83 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0558264 Apr 08 19:08:14.265980 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75b339ad-0bac-44fb-81dd-33dc01f4ecb4 req-8c8a70b0-2ff6-402f-8274-e26b82eab5e2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614297 Apr 08 19:08:14.941816 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47a8f3-05a5-4b28-a1c7-8e059206a822 req-a4a8c038-186f-4d23-b34a-a395961c243e tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:14.943506 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe47a8f3-05a5-4b28-a1c7-8e059206a822 req-a4a8c038-186f-4d23-b34a-a395961c243e tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 944 time: 0.0579767 Apr 08 19:08:15.006024 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe47a8f3-05a5-4b28-a1c7-8e059206a822 req-1afecf0f-77c9-4587-b2e2-07e1c16bf884 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568497 Apr 08 19:08:15.349411 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 27cebd67-c418-4e13-9cba-9b3e543df2ff details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:08:15.395787 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958e18f-f6ab-4a0f-9bcb-7725631c367e req-397e412d-da9d-4cde-b7bb-01aa3c7dd4fc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:15.397958 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c958e18f-f6ab-4a0f-9bcb-7725631c367e req-397e412d-da9d-4cde-b7bb-01aa3c7dd4fc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0618203 Apr 08 19:08:15.473952 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c958e18f-f6ab-4a0f-9bcb-7725631c367e req-d24fd4bb-a32f-4158-933e-b9a5cf178dd2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607684 Apr 08 19:08:15.493268 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 27cebd67-c418-4e13-9cba-9b3e543df2ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27cebd67-c418-4e13-9cba-9b3e543df2ff,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:15.508573 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '27cebd67-c418-4e13-9cba-9b3e543df2ff', 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483', 'port_id': '27cebd67-c418-4e13-9cba-9b3e543df2ff', 'mac_address': 'fa:16:3e:95:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b684fec-e8ef-46e7-841e-552d9e796ead', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:08:15.550960 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 27cebd67-c418-4e13-9cba-9b3e543df2ff is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:08:15.551445 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:15.565248 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cebd67-c418-4e13-9cba-9b3e543df2ff {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:08:15.569357 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41267b2-5dd6-43e4-91eb-21c0a856602a req-6051e21c-5e0f-4e19-bb5e-2f78d54d7e60 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:15.570884 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f41267b2-5dd6-43e4-91eb-21c0a856602a req-6051e21c-5e0f-4e19-bb5e-2f78d54d7e60 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 946 time: 0.0545781 Apr 08 19:08:15.590360 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 27cebd67-c418-4e13-9cba-9b3e543df2ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27cebd67-c418-4e13-9cba-9b3e543df2ff,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:15.595705 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:15.620634 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f41267b2-5dd6-43e4-91eb-21c0a856602a req-fe7599aa-b5b4-4aa6-acf0-a8008f18894e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430439 Apr 08 19:08:15.655776 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=27cebd67-c418-4e13-9cba-9b3e543df2ff,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:15.880051 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['27cebd67-c418-4e13-9cba-9b3e543df2ff'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:08:16.111806 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ab90f-d5fe-4484-85f6-9eb0e34d14bd req-ffe99770-92f6-4a68-bbb4-5ea0883c28a9 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:16.113274 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8e6ab90f-d5fe-4484-85f6-9eb0e34d14bd req-ffe99770-92f6-4a68-bbb4-5ea0883c28a9 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 945 time: 0.0474038 Apr 08 19:08:16.161298 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8e6ab90f-d5fe-4484-85f6-9eb0e34d14bd req-45974ac3-142b-48a3-97e3-d5fc18ea35ca tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 Apr 08 19:08:16.584190 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15274b6c-bbb2-4261-a161-fafe9d6a6223 req-b81a2e4a-e6be-4e0b-89f1-35acb8eab972 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:16.585718 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15274b6c-bbb2-4261-a161-fafe9d6a6223 req-b81a2e4a-e6be-4e0b-89f1-35acb8eab972 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0504255 Apr 08 19:08:16.638640 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15274b6c-bbb2-4261-a161-fafe9d6a6223 req-c93fab0c-8746-4409-bf42-52a73df1acaf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Apr 08 19:08:16.742891 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8b4ce-74fa-4a8d-8224-7a002c0f9451 req-be00ebc4-8070-48d7-ac44-7b2a754260aa tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:16.744281 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a6f8b4ce-74fa-4a8d-8224-7a002c0f9451 req-be00ebc4-8070-48d7-ac44-7b2a754260aa tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 946 time: 0.0465269 Apr 08 19:08:16.792634 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a6f8b4ce-74fa-4a8d-8224-7a002c0f9451 req-27742b56-252c-48b5-a3aa-1aad64ce79a3 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419118 Apr 08 19:08:17.274982 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faf4b8-0865-401f-bb38-4cb9f23d3df5 req-1f944af8-d6a8-4453-9915-8e7cdfa759a4 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.276491 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-99faf4b8-0865-401f-bb38-4cb9f23d3df5 req-1f944af8-d6a8-4453-9915-8e7cdfa759a4 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 945 time: 0.0488636 Apr 08 19:08:17.346566 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-372864c3-1156-4ecb-88d7-497dd8e01691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.348804 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-372864c3-1156-4ecb-88d7-497dd8e01691 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 1130 time: 0.0425456 Apr 08 19:08:17.358057 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-99faf4b8-0865-401f-bb38-4cb9f23d3df5 req-4f02ae02-4cce-45fc-b633-b8abda24914f tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749309 Apr 08 19:08:17.364677 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 27cebd67-c418-4e13-9cba-9b3e543df2ff up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:08:17.373405 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160cba-962b-4cec-87de-e4456604c802 req-f0a68a07-c872-42a2-a3bd-6169e53d6d1e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.374940 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-54160cba-962b-4cec-87de-e4456604c802 req-f0a68a07-c872-42a2-a3bd-6169e53d6d1e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 946 time: 0.0641520 Apr 08 19:08:17.411001 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 27cebd67-c418-4e13-9cba-9b3e543df2ff completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:08:17.420151 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 27cebd67-c418-4e13-9cba-9b3e543df2ff triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:08:17.420567 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:17.450656 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-0d3b167f-a426-4cbb-9cea-265a5a02d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.452076 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-0d3b167f-a426-4cbb-9cea-265a5a02d6f1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.0939329 Apr 08 19:08:17.470918 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Deleting port 8025e6c1-d405-4241-9926-8c942e0b9127 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:17.471365 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:17.516866 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 27cebd67-c418-4e13-9cba-9b3e543df2ff is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:08:17.517302 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:17.524709 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-b791e92d-a83c-477a-8d37-aacd2d18e378 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 200 len: 1002 time: 0.0634513 Apr 08 19:08:17.542291 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fead850b-7beb-43c0-8fa3-a8142b9f8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cebd67-c418-4e13-9cba-9b3e543df2ff'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:08:17.545494 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55d5469-f2bc-4789-b0e0-7e260dd634a4" -d '{"events": [{"server_uuid": "fead850b-7beb-43c0-8fa3-a8142b9f8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "27cebd67-c418-4e13-9cba-9b3e543df2ff"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:08:17.559564 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 27cebd67-c418-4e13-9cba-9b3e543df2ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27cebd67-c418-4e13-9cba-9b3e543df2ff,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:17.565912 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:17.571322 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] For port 8025e6c1-d405-4241-9926-8c942e0b9127, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8025e6c1-d405-4241-9926-8c942e0b9127,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:17.571705 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:17.597299 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e214d-13cc-43ee-84e9-b8d12acd363c x-openstack-request-id: req-433e214d-13cc-43ee-84e9-b8d12acd363c {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:08:17.597619 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fead850b-7beb-43c0-8fa3-a8142b9f8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "27cebd67-c418-4e13-9cba-9b3e543df2ff", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:08:17.597879 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-433e214d-13cc-43ee-84e9-b8d12acd363c {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:08:17.598273 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433e214d-13cc-43ee-84e9-b8d12acd363c'] response: {'server_uuid': 'fead850b-7beb-43c0-8fa3-a8142b9f8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cebd67-c418-4e13-9cba-9b3e543df2ff', 'code': 200} Apr 08 19:08:17.612597 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-f1097e59-c442-4a5c-83a0-a9cfacb6e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.614094 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-f1097e59-c442-4a5c-83a0-a9cfacb6e450 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0818408 Apr 08 19:08:17.637225 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=27cebd67-c418-4e13-9cba-9b3e543df2ff,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:17.664199 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-e2a2d825-0442-44be-a5f0-e8ee966e037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.665176 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-e2a2d825-0442-44be-a5f0-e8ee966e037c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423367 Apr 08 19:08:17.809006 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae339a6-2d56-4d44-8e4b-159f1bee466d req-b526131a-fc80-4787-88fd-3367fe0aa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.810713 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ae339a6-2d56-4d44-8e4b-159f1bee466d req-b526131a-fc80-4787-88fd-3367fe0aa82d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 1130 time: 0.0556691 Apr 08 19:08:17.836325 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfabf16-1d9e-4ebd-ac5c-64c9aa58c7ba req-58af5244-c281-4291-a1c2-6dd91ea5514d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.837850 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-edfabf16-1d9e-4ebd-ac5c-64c9aa58c7ba req-58af5244-c281-4291-a1c2-6dd91ea5514d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0722749 Apr 08 19:08:17.858602 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-4ec1e056-c80a-4fdb-8e4e-ab5c240c44ba service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851611 Apr 08 19:08:17.911455 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9ae339a6-2d56-4d44-8e4b-159f1bee466d req-7ecb9ba9-e0eb-424e-934b-c3bf0e25bca1 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822995 Apr 08 19:08:17.963350 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:17.963735 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (5b059b1e-37da-4a10-a9cf-809af47c120b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:17.964127 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Floating IP 5b059b1e-37da-4a10-a9cf-809af47c120b disassociated. External IP: 172.27.0.244, port: 8025e6c1-d405-4241-9926-8c942e0b9127. Apr 08 19:08:17.965134 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Calling delete_port for 8025e6c1-d405-4241-9926-8c942e0b9127 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:17.971556 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5ea4a345-9186-4097-8d5d-b2f806cfe557 req-f2aea593-1d57-4ea4-a8c5-6ce0132c9fa8 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010563 Apr 08 19:08:17.977049 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395eba6-f9b7-4b55-bc6a-3f0c6a185e81 req-24a24f3e-8a77-4b6d-87af-245501d5c711 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:17.978527 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f395eba6-f9b7-4b55-bc6a-3f0c6a185e81 req-24a24f3e-8a77-4b6d-87af-245501d5c711 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 946 time: 0.0922430 Apr 08 19:08:18.002235 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-edfabf16-1d9e-4ebd-ac5c-64c9aa58c7ba req-fb47b53a-f139-4bbe-adeb-59a64fac3262 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246364 Apr 08 19:08:18.080386 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f395eba6-f9b7-4b55-bc6a-3f0c6a185e81 req-f7086962-a818-4f60-af39-993b1931e93b tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups?id=a4931b8e-591c-4be3-bca1-a719a61342de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930221 Apr 08 19:08:18.168797 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (8025e6c1-d405-4241-9926-8c942e0b9127), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:18.203344 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'Port': ['ID=8025e6c1-d405-4241-9926-8c942e0b9127,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:18.351653 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dae3c4-4c4e-464e-a491-82903a4f09f9 req-586932c4-d92a-440f-9bda-7bc7095c8175 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:18.353150 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-31dae3c4-4c4e-464e-a491-82903a4f09f9 req-586932c4-d92a-440f-9bda-7bc7095c8175 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.0600832 Apr 08 19:08:18.361345 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:08:18.458272 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-31dae3c4-4c4e-464e-a491-82903a4f09f9 req-b1c1bd65-a21a-4edb-a317-ceb9111283e4 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988460 Apr 08 19:08:18.525086 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba52c-df77-44fe-9097-7690a4950f93 req-943e8ee3-602d-4761-85bc-545bd3e5f377 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:18.526543 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1aeba52c-df77-44fe-9097-7690a4950f93 req-943e8ee3-602d-4761-85bc-545bd3e5f377 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 946 time: 0.0893781 Apr 08 19:08:18.566356 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:08:18.578169 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:08:18.590602 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:08:18.591244 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:07:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:18.631138 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1aeba52c-df77-44fe-9097-7690a4950f93 req-4fe7aed7-675d-427c-a954-a63a94ec82a5 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980697 Apr 08 19:08:18.633617 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] No DVR routers for this DVR port 8025e6c1-d405-4241-9926-8c942e0b9127 on host hv-cinder-83716 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:08:18.637012 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:18.641371 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-54160cba-962b-4cec-87de-e4456604c802 req-2114d13c-30bb-4922-9d69-a25e80a2b17f tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.113 "DELETE /v2.0/ports/8025e6c1-d405-4241-9926-8c942e0b9127 HTTP/1.1" status: 204 len: 173 time: 1.2579520 Apr 08 19:08:18.641862 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1e0221-0956-4566-a881-044964fcc024', 'name': 'network-vif-deleted', 'tag': '8025e6c1-d405-4241-9926-8c942e0b9127'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:08:18.646240 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3547e5bf-5c46-4f26-9f8e-8244ab567d83" -d '{"events": [{"server_uuid": "ff1e0221-0956-4566-a881-044964fcc024", "name": "network-vif-deleted", "tag": "8025e6c1-d405-4241-9926-8c942e0b9127"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:08:18.808227 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c232edef-d1ca-4451-89cc-645f8472dfac x-openstack-request-id: req-c232edef-d1ca-4451-89cc-645f8472dfac {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:08:18.809138 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:08:18.809272 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1e0221-0956-4566-a881-044964fcc024", "name": "network-vif-deleted", "tag": "8025e6c1-d405-4241-9926-8c942e0b9127", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:08:18.809563 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c232edef-d1ca-4451-89cc-645f8472dfac {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:08:18.810115 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c232edef-d1ca-4451-89cc-645f8472dfac'] response: {'server_uuid': 'ff1e0221-0956-4566-a881-044964fcc024', 'name': 'network-vif-deleted', 'tag': '8025e6c1-d405-4241-9926-8c942e0b9127', 'status': 'completed', 'code': 200} Apr 08 19:08:18.998538 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:19.025797 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:08:19.034451 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:08:19.035108 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:07:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:19.119262 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f98ebb-c588-4663-b0aa-b7b6386dd5d5 req-0696aa43-943d-4c3f-a5bd-b610a7976aab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:19.121236 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-90f98ebb-c588-4663-b0aa-b7b6386dd5d5 req-0696aa43-943d-4c3f-a5bd-b610a7976aab tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 946 time: 0.0475538 Apr 08 19:08:19.147626 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:08:19.188388 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4ad2100b-5865-4ee6-9eb8-1eea4ba053b5 req-11dc61ab-5e2a-4ff0-a287-980cab7934ff tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 210 time: 0.0340486 Apr 08 19:08:19.195977 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-90f98ebb-c588-4663-b0aa-b7b6386dd5d5 req-8e76e9a0-fe9d-4be6-8140-817a9ea37bbc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689313 Apr 08 19:08:19.342606 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:19.368761 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef27ca-3a4b-4aae-81f8-8a592702fd0e None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:08Z', 'revision_number': 4, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '29788a99-86f5-4400-8335-fee60bd82a7f', 'name': '', 'network_id': '00dfce23-f7ae-40b7-911b-c0fe9fd1e288', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'mac_address': 'fa:16:3e:24:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '42425f02-aadd-48b4-b924-1014c7e86519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:06Z', 'updated_at': '2022-04-08T19:02:26Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'subnets': [{'id': '42425f02-aadd-48b4-b924-1014c7e86519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:08:19.377326 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:19.455555 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port cb0238be-4426-4912-b0df-283cac5f8bda is: ACTIVE; New status is: DOWN {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:08:19.455953 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:19.493684 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:19.500609 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:19.553482 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:19.584800 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e8b9d-e12b-41d5-8d4b-be6db127eb03 req-7d48fa7a-c5cb-4b2a-9817-4f252915b107 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:19.586120 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4d5e8b9d-e12b-41d5-8d4b-be6db127eb03 req-7d48fa7a-c5cb-4b2a-9817-4f252915b107 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.0548248 Apr 08 19:08:19.598936 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:08:19.601283 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176bdaac-d786-40c6-8f93-b11286426bfb" -d '{"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:08:19.623378 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4654ce-dcb0-41cf-a4ad-bdacb65297c4 None None] New status for floating IP 5b059b1e-37da-4a10-a9cf-809af47c120b: DOWN {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:08:19.637171 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4d5e8b9d-e12b-41d5-8d4b-be6db127eb03 req-2ac5f4a6-5ebd-4f27-866f-d487452d7e7f tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447237 Apr 08 19:08:19.656284 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68248a78-0b5e-4edd-9971-15ec1cb92ba1 x-openstack-request-id: req-68248a78-0b5e-4edd-9971-15ec1cb92ba1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:08:19.656587 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:08:19.656843 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-68248a78-0b5e-4edd-9971-15ec1cb92ba1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:08:19.657232 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68248a78-0b5e-4edd-9971-15ec1cb92ba1'] response: {'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'code': 200} Apr 08 19:08:19.760487 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd91b15-25dc-440b-9bf1-fd76cb150203 req-59891ab4-4e73-408f-a5e8-e66d158ba295 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:19.762570 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4bd91b15-25dc-440b-9bf1-fd76cb150203 req-59891ab4-4e73-408f-a5e8-e66d158ba295 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 946 time: 0.0595376 Apr 08 19:08:19.811127 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4bd91b15-25dc-440b-9bf1-fd76cb150203 req-caca85ec-0596-4d13-be78-b3c093667410 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Apr 08 19:08:20.301411 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cced575d-64f9-4546-951d-801cd2a5e59a req-e6ba8429-cbc0-479d-8b9d-c8535a5f15f9 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 210 time: 0.0427935 Apr 08 19:08:20.338052 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f60b-941a-4d64-ad7a-bd6b4fbe43d9 req-40ed5f40-d770-4322-a144-53bcbf6ccddd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:20.339669 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77d1f60b-941a-4d64-ad7a-bd6b4fbe43d9 req-40ed5f40-d770-4322-a144-53bcbf6ccddd tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0719483 Apr 08 19:08:20.388200 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-77d1f60b-941a-4d64-ad7a-bd6b4fbe43d9 req-408e742c-76c0-42fc-b146-41e899c3c4c2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430040 Apr 08 19:08:20.749928 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5c7f5-a8e4-4563-9565-1a57588165ea req-c5ec423b-c4c2-4740-bbcc-dcd0c8cc1900 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:20.751403 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-07b5c7f5-a8e4-4563-9565-1a57588165ea req-c5ec423b-c4c2-4740-bbcc-dcd0c8cc1900 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.0472622 Apr 08 19:08:20.808158 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-07b5c7f5-a8e4-4563-9565-1a57588165ea req-c5220271-6a90-42f4-aec7-cdbb200534df tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511336 Apr 08 19:08:20.931952 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5e9b0-9337-4e05-ac29-161863fff60d req-0849e935-e9b4-4126-b570-a26317671dd9 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:20.933795 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c0e5e9b0-9337-4e05-ac29-161863fff60d req-0849e935-e9b4-4126-b570-a26317671dd9 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 946 time: 0.0521133 Apr 08 19:08:20.980781 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c0e5e9b0-9337-4e05-ac29-161863fff60d req-8eaf7bdf-9250-4387-9b0c-3254ee356a36 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Apr 08 19:08:21.394393 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-02b06fe7-2c87-47e3-a7fa-67d9af19d3d8 req-d9ef302b-959e-47c8-a848-1f7ee7c23c46 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 210 time: 0.0287023 Apr 08 19:08:21.404956 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 8025e6c1-d405-4241-9926-8c942e0b9127 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:21.425504 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 8025e6c1-d405-4241-9926-8c942e0b9127 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:08:21.425878 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 8025e6c1-d405-4241-9926-8c942e0b9127 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:08:21.426280 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:21.503591 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port cb0238be-4426-4912-b0df-283cac5f8bda is: DOWN; New status is: DOWN {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:08:21.504528 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dfecb-7191-47b4-9e5e-9f77939db900 req-b32ef95d-0e38-491b-a987-837dcea25482 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:21.506024 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b03dfecb-7191-47b4-9e5e-9f77939db900 req-b32ef95d-0e38-491b-a987-837dcea25482 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0461423 Apr 08 19:08:21.553610 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b03dfecb-7191-47b4-9e5e-9f77939db900 req-29486c53-9037-4321-bcad-40232ed4690f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Apr 08 19:08:21.927058 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71e047-9bea-46cf-95a3-d3f047869b11 req-38b6fa50-6242-4e14-95e3-5708526982ec tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:21.928562 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ed71e047-9bea-46cf-95a3-d3f047869b11 req-38b6fa50-6242-4e14-95e3-5708526982ec tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.0514023 Apr 08 19:08:21.977472 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ed71e047-9bea-46cf-95a3-d3f047869b11 req-62b17af8-8b73-44c1-8a09-422f99e57294 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 Apr 08 19:08:22.107085 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c0511-d983-4b81-b00c-4646369e4226 req-ccb23786-26fb-46cb-85b6-0fe457b05544 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:22.108490 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-525c0511-d983-4b81-b00c-4646369e4226 req-ccb23786-26fb-46cb-85b6-0fe457b05544 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 946 time: 0.0483541 Apr 08 19:08:22.154940 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-525c0511-d983-4b81-b00c-4646369e4226 req-a6d5201b-ce99-4df4-8a84-8f1ec9c0c195 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Apr 08 19:08:22.501007 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a639c224-ce8e-4701-9341-2e8055d7a71f req-c5909c3f-0fb9-4893-89ae-c164f76cef11 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/ports?device_id=ff1e0221-0956-4566-a881-044964fcc024 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Apr 08 19:08:22.677195 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028d11e-d801-4a6a-a699-4e8e4859c931 req-efe64721-cdb3-4c69-b0c7-1c409161414e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:22.678610 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a028d11e-d801-4a6a-a699-4e8e4859c931 req-efe64721-cdb3-4c69-b0c7-1c409161414e tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0532534 Apr 08 19:08:22.726232 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a028d11e-d801-4a6a-a699-4e8e4859c931 req-d8c1603e-d40b-4b2c-b085-92f5038a9f69 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413563 Apr 08 19:08:22.893870 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-5eeb73d1-a474-4547-a978-6354534cbe0c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:22.895335 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-5eeb73d1-a474-4547-a978-6354534cbe0c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.0513721 Apr 08 19:08:23.135930 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d2ca8-2f87-4292-be55-4065f0f5bf51 req-c36aeab8-18a3-4fa1-a13e-b18d14d85434 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:23.137922 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-703d2ca8-2f87-4292-be55-4065f0f5bf51 req-c36aeab8-18a3-4fa1-a13e-b18d14d85434 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 946 time: 0.0827188 Apr 08 19:08:23.235464 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Deleting port a9e79d12-3435-47df-93fe-dc556df9cffb {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:23.235816 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.242830 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-703d2ca8-2f87-4292-be55-4065f0f5bf51 req-338da883-5958-4311-b0c8-887dc8a27aa5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups?id=936078dc-1e4a-42f0-8951-d1bb9f8cc445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958419 Apr 08 19:08:23.376363 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] For port a9e79d12-3435-47df-93fe-dc556df9cffb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a9e79d12-3435-47df-93fe-dc556df9cffb,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:23.376737 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.384999 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fc55a-52a9-4168-9b43-0d48f512acb0 req-9a877819-637b-45c3-9ca4-f542c13fe41c tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:23.386502 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d38fc55a-52a9-4168-9b43-0d48f512acb0 req-9a877819-637b-45c3-9ca4-f542c13fe41c tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 946 time: 0.0692377 Apr 08 19:08:23.520805 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d38fc55a-52a9-4168-9b43-0d48f512acb0 req-0b7ed497-e35f-4022-bb8c-c7e1f791aa70 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265807 Apr 08 19:08:23.550176 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-2c687bce-dcf1-40dd-b37e-eaef63718f8f req-33c20db8-07cf-45bd-bcf5-f4d917efb643 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:08:23.551408 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2c687bce-dcf1-40dd-b37e-eaef63718f8f req-33c20db8-07cf-45bd-bcf5-f4d917efb643 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053635 Apr 08 19:08:23.612193 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37610) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:23.626536 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.627030 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (9068fcb3-0776-4fc9-b98f-480d86a8f019), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.627477 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Floating IP 9068fcb3-0776-4fc9-b98f-480d86a8f019 disassociated. External IP: 172.27.0.157, port: a9e79d12-3435-47df-93fe-dc556df9cffb. Apr 08 19:08:23.627904 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Calling delete_port for a9e79d12-3435-47df-93fe-dc556df9cffb owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:23.690339 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1f17784a-7616-4757-bb17-206109ed20e6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (a4931b8e-591c-4be3-bca1-a719a61342de), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.718806 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1f17784a-7616-4757-bb17-206109ed20e6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (a4931b8e-591c-4be3-bca1-a719a61342de), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.776350 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1f17784a-7616-4757-bb17-206109ed20e6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (a4931b8e-591c-4be3-bca1-a719a61342de), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.779728 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1f17784a-7616-4757-bb17-206109ed20e6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.781083 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-1f17784a-7616-4757-bb17-206109ed20e6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "DELETE /v2.0/security-groups/a4931b8e-591c-4be3-bca1-a719a61342de HTTP/1.1" status: 204 len: 168 time: 0.1678660 Apr 08 19:08:23.790764 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:23.792028 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17784a-7616-4757-bb17-206109ed20e6 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4931b8e-591c-4be3-bca1-a719a61342de,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:23.855724 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.api.v2.resource [None req-04723de2-934f-40ec-a797-a6ac0c25f89e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] show failed (client error): The resource could not be found. Apr 08 19:08:23.859854 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-04723de2-934f-40ec-a797-a6ac0c25f89e tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "GET /v2.0/security-groups/a4931b8e-591c-4be3-bca1-a719a61342de HTTP/1.1" status: 404 len: 347 time: 0.0652139 Apr 08 19:08:23.860373 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37654) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:23.883245 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0828f7-9643-464f-867c-d29c6bcff5d1 req-24950c6f-2f28-4312-842f-079221ffff9c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:23.890976 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe0828f7-9643-464f-867c-d29c6bcff5d1 req-24950c6f-2f28-4312-842f-079221ffff9c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.1354606 Apr 08 19:08:23.926796 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (a9e79d12-3435-47df-93fe-dc556df9cffb), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:23.974273 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event deleted for resources: {'Port': ['ID=a9e79d12-3435-47df-93fe-dc556df9cffb,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:24.016736 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe0828f7-9643-464f-867c-d29c6bcff5d1 req-17db4a1c-49c4-4bdb-a407-c087226740c7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247656 Apr 08 19:08:24.093734 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Deleting port c94d021e-16df-4422-8a5d-e6729fa74b2c {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:24.094196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (c94d021e-16df-4422-8a5d-e6729fa74b2c), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:24.098756 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37666) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:24.215030 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (c94d021e-16df-4422-8a5d-e6729fa74b2c), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:24.215365 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (c94d021e-16df-4422-8a5d-e6729fa74b2c), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:24.232474 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Calling delete_port for c94d021e-16df-4422-8a5d-e6729fa74b2c owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:24.430008 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (c94d021e-16df-4422-8a5d-e6729fa74b2c), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:24.465639 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Pushing event deleted for resources: {'Port': ['ID=c94d021e-16df-4422-8a5d-e6729fa74b2c,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:24.499145 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks [] for floatingip (5b059b1e-37da-4a10-a9cf-809af47c120b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:24.502427 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:24.503891 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d36db9d8-9729-425d-95bb-9c6397662775 tempest-AttachVolumeNegativeTest-909908922 tempest-AttachVolumeNegativeTest-909908922-project] 10.222.0.109 "DELETE /v2.0/floatingips/5b059b1e-37da-4a10-a9cf-809af47c120b HTTP/1.1" status: 204 len: 168 time: 0.6425185 Apr 08 19:08:24.579427 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d279df2c-a9be-46a1-a044-e4fdb13f64fc req-3d919411-8dd9-4de8-8efc-85b4a5bd32c6 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/ports?device_id=1b75da04-182b-4c89-9da8-15dd0c97e2fb HTTP/1.1" status: 200 len: 210 time: 0.0673740 Apr 08 19:08:24.598102 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-e3e8836b-4b4b-4545-a11e-ea44c0320fa5 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4980516 Apr 08 19:08:24.614709 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:08:24.622028 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-3427c750-868d-4f62-ab9d-66f5e5c5b960 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:08:24.623604 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-3427c750-868d-4f62-ab9d-66f5e5c5b960 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068104 Apr 08 19:08:24.728383 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c259b3d5-c0f2-49f2-815a-579d3dc582a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:24.741350 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37696) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:24.776759 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:08:24.794171 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be032a-862d-4236-86e3-d465731e2519 None None] Sync routers for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:08:24.809448 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be032a-862d-4236-86e3-d465731e2519 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:08:24.810166 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-66be032a-862d-4236-86e3-d465731e2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:07:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:24.841974 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] No DVR routers for this DVR port a9e79d12-3435-47df-93fe-dc556df9cffb on host hv-cinder-83716 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:08:24.863872 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:24.868555 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-20213206-7a3e-4963-bd2a-55a5136ab3ef req-a1512ec7-8f0d-4e89-b569-3987496a77b5 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.113 "DELETE /v2.0/ports/a9e79d12-3435-47df-93fe-dc556df9cffb HTTP/1.1" status: 204 len: 173 time: 1.7834644 Apr 08 19:08:24.869198 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'name': 'network-vif-deleted', 'tag': 'a9e79d12-3435-47df-93fe-dc556df9cffb'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:08:24.873636 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d10e588-a527-475e-989e-19832a666bae" -d '{"events": [{"server_uuid": "1b75da04-182b-4c89-9da8-15dd0c97e2fb", "name": "network-vif-deleted", "tag": "a9e79d12-3435-47df-93fe-dc556df9cffb"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:08:24.934198 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-d1c4a3da-5ef1-4c7d-b416-a33cf3648d5d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:24.938102 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-d1c4a3da-5ef1-4c7d-b416-a33cf3648d5d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports/cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 200 len: 941 time: 0.1954589 Apr 08 19:08:24.952916 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bf562e-8c7f-4cc7-8732-b193c580d143 x-openstack-request-id: req-63bf562e-8c7f-4cc7-8732-b193c580d143 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:08:24.953583 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b75da04-182b-4c89-9da8-15dd0c97e2fb", "name": "network-vif-deleted", "tag": "a9e79d12-3435-47df-93fe-dc556df9cffb", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:08:24.953986 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-63bf562e-8c7f-4cc7-8732-b193c580d143 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:08:24.954617 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bf562e-8c7f-4cc7-8732-b193c580d143'] response: {'server_uuid': '1b75da04-182b-4c89-9da8-15dd0c97e2fb', 'name': 'network-vif-deleted', 'tag': 'a9e79d12-3435-47df-93fe-dc556df9cffb', 'status': 'completed', 'code': 200} Apr 08 19:08:24.980027 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-66be032a-862d-4236-86e3-d465731e2519 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:08:25.187154 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abcbef-8cb7-4a8c-9e83-a8163ae4b4ef req-d67bff78-11b2-4a87-b852-37c70a46c8d0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:25.206155 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f7abcbef-8cb7-4a8c-9e83-a8163ae4b4ef req-d67bff78-11b2-4a87-b852-37c70a46c8d0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0710959 Apr 08 19:08:25.263893 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-66be032a-862d-4236-86e3-d465731e2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:25.267626 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f7abcbef-8cb7-4a8c-9e83-a8163ae4b4ef req-0557819c-d339-4389-a189-b18d292be70b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605733 Apr 08 19:08:25.295114 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be032a-862d-4236-86e3-d465731e2519 None None] Checking router: a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:08:25.303848 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be032a-862d-4236-86e3-d465731e2519 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:08:25.304479 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-66be032a-862d-4236-86e3-d465731e2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:07:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:25.407913 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device a9e79d12-3435-47df-93fe-dc556df9cffb no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:25.430926 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-66be032a-862d-4236-86e3-d465731e2519 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:08:25.434425 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: a9e79d12-3435-47df-93fe-dc556df9cffb {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:08:25.434781 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device a9e79d12-3435-47df-93fe-dc556df9cffb not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:08:25.652755 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-66be032a-862d-4236-86e3-d465731e2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:25.680496 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37716) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:25.749025 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cce53b51-89df-4063-9373-637a1231a93c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (936078dc-1e4a-42f0-8951-d1bb9f8cc445), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:25.783804 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cce53b51-89df-4063-9373-637a1231a93c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (936078dc-1e4a-42f0-8951-d1bb9f8cc445), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:25.795719 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66be032a-862d-4236-86e3-d465731e2519 None None] The sync data for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi is: [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:02:11Z', 'revision_number': 4, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '59cdf996-64ad-4af0-9de4-9eaa172e790c', 'name': '', 'network_id': '21f97656-9d80-499b-9b53-414617a06edc', 'tenant_id': '64809a7d93024517907a325376c3904a', 'mac_address': 'fa:16:3e:6e:31:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:08Z', 'updated_at': '2022-04-08T19:02:28Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'subnets': [{'id': 'e4da7e50-1dee-4637-83a5-33f945609d49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:08:25.853434 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cce53b51-89df-4063-9373-637a1231a93c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (936078dc-1e4a-42f0-8951-d1bb9f8cc445), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:25.857545 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cce53b51-89df-4063-9373-637a1231a93c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:25.859482 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-cce53b51-89df-4063-9373-637a1231a93c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "DELETE /v2.0/security-groups/936078dc-1e4a-42f0-8951-d1bb9f8cc445 HTTP/1.1" status: 204 len: 168 time: 0.1774220 Apr 08 19:08:25.862342 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37726) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:25.870305 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce53b51-89df-4063-9373-637a1231a93c tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936078dc-1e4a-42f0-8951-d1bb9f8cc445,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:25.888565 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.api.v2.resource [None req-962d5931-a5e1-4841-ba4a-1b1a6f899da4 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] show failed (client error): The resource could not be found. Apr 08 19:08:25.889908 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-962d5931-a5e1-4841-ba4a-1b1a6f899da4 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "GET /v2.0/security-groups/936078dc-1e4a-42f0-8951-d1bb9f8cc445 HTTP/1.1" status: 404 len: 347 time: 0.0259607 Apr 08 19:08:25.893312 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37728) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:26.074950 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-5a2af89a-1690-46b9-ae54-35894d6b72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:26.076491 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-5a2af89a-1690-46b9-ae54-35894d6b72a8 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a&tenant_id=846543c57b654df3861fe4c058b48586 HTTP/1.1" status: 200 len: 1128 time: 0.1366849 Apr 08 19:08:26.091040 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Deleting port 9a983363-232f-4a67-8ada-6326336d06e5 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:26.091266 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (9a983363-232f-4a67-8ada-6326336d06e5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:26.094504 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b74b7-9d3f-487c-8348-7f597419c3ca None None] New status for floating IP 9068fcb3-0776-4fc9-b98f-480d86a8f019: DOWN {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:08:26.191727 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-00b0a871-9f11-4e85-bddf-795ed530a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:26.193320 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-00b0a871-9f11-4e85-bddf-795ed530a1df service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=846543c57b654df3861fe4c058b48586&device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 1128 time: 0.0872369 Apr 08 19:08:26.229511 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (9a983363-232f-4a67-8ada-6326336d06e5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:26.230390 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (9a983363-232f-4a67-8ada-6326336d06e5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:26.255560 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Calling delete_port for 9a983363-232f-4a67-8ada-6326336d06e5 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:26.389477 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-51c5f745-2b11-426e-b54b-39744f15eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:26.391173 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-51c5f745-2b11-426e-b54b-39744f15eb96 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 200 len: 919 time: 0.1913218 Apr 08 19:08:26.461503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51caa1-f53b-43b7-9610-1dfe32f03959 req-71aa0646-1704-4d08-b7a1-a690baefcc23 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:26.463310 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1c51caa1-f53b-43b7-9610-1dfe32f03959 req-71aa0646-1704-4d08-b7a1-a690baefcc23 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.1164563 Apr 08 19:08:26.488119 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:26.521276 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-f6b22da9-01dd-46a0-a847-f45f4f251f15 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 200 len: 1000 time: 0.1173191 Apr 08 19:08:26.607088 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1c51caa1-f53b-43b7-9610-1dfe32f03959 req-95886160-3c46-4091-b8dd-d653d6dd334d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318188 Apr 08 19:08:26.625378 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-ee379e84-eb4e-444c-84cc-d028d8d2e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:26.626843 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-ee379e84-eb4e-444c-84cc-d028d8d2e957 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 200 len: 856 time: 0.0957115 Apr 08 19:08:26.632333 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (9a983363-232f-4a67-8ada-6326336d06e5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:26.683308 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Pushing event deleted for resources: {'Port': ['ID=9a983363-232f-4a67-8ada-6326336d06e5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:26.717401 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-4d2f992b-af4d-4b1c-acd3-a8702bc7d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:26.718911 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-4d2f992b-af4d-4b1c-acd3-a8702bc7d4f7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843027 Apr 08 19:08:26.819729 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks [] for floatingip (9068fcb3-0776-4fc9-b98f-480d86a8f019), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:26.822471 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:26.824043 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b465bb86-70a7-4ef3-a41a-7cacf840ac24 tempest-AttachVolumeTestJSON-1131923629 tempest-AttachVolumeTestJSON-1131923629-project] 10.222.0.109 "DELETE /v2.0/floatingips/9068fcb3-0776-4fc9-b98f-480d86a8f019 HTTP/1.1" status: 204 len: 168 time: 0.9295263 Apr 08 19:08:26.859130 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-0abd58dc-4311-4b80-ac88-8d19f6edc711 service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178467 Apr 08 19:08:26.967221 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8d00eac7-40cd-4f18-827a-1ac0f4493c92 req-dc9d939f-9525-4961-a8b3-ee991e123c2c service neutron] 10.222.0.113 "GET /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974157 Apr 08 19:08:27.152937 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-521ff6cb-e97e-46a8-acc5-234d3b24d7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:27.787639 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0158b80-cbfd-4a5f-9116-6220326b1e34 req-de75d80b-1684-466d-b134-b773a07317da tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:27.789801 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f0158b80-cbfd-4a5f-9116-6220326b1e34 req-de75d80b-1684-466d-b134-b773a07317da tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0683317 Apr 08 19:08:27.865234 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f0158b80-cbfd-4a5f-9116-6220326b1e34 req-1e11994d-edce-4130-a1d8-f64671873ab4 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681632 Apr 08 19:08:28.367647 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37792) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:28.502075 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:28.848873 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (9670a998-2831-423d-b2db-4c9579c54511), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:29.201934 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:08:29.205627 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733c8a-01d7-4791-95ca-2d6b58daada0 req-e6d9cc1a-81c8-415a-ad6f-3b4465ef39b7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:29.207013 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-80733c8a-01d7-4791-95ca-2d6b58daada0 req-e6d9cc1a-81c8-415a-ad6f-3b4465ef39b7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0913148 Apr 08 19:08:29.223802 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Deleting port 29788a99-86f5-4400-8335-fee60bd82a7f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:29.224135 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:29.350063 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-80733c8a-01d7-4791-95ca-2d6b58daada0 req-f67b7322-6d73-4628-bb50-fac957bf5e88 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362035 Apr 08 19:08:29.362007 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] For port 29788a99-86f5-4400-8335-fee60bd82a7f, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=29788a99-86f5-4400-8335-fee60bd82a7f,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:29.362522 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:29.393907 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Calling delete_port for 29788a99-86f5-4400-8335-fee60bd82a7f owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:29.625466 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (29788a99-86f5-4400-8335-fee60bd82a7f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:29.661859 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=29788a99-86f5-4400-8335-fee60bd82a7f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:29.844845 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (9670a998-2831-423d-b2db-4c9579c54511), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:30.096688 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:30.101623 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Router 9670a998-2831-423d-b2db-4c9579c54511 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:08:30.219329 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:08:30.227838 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b0bc06db-3a10-4ada-9c3f-e93b77dc1cdc admin admin] 10.222.0.109 "PUT /v2.0/routers/9670a998-2831-423d-b2db-4c9579c54511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8563914 Apr 08 19:08:30.228138 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37814) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:30.261459 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] Sync routers for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:08:30.283850 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:08:30.284795 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:08:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:30.399585 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks [] for router (9670a998-2831-423d-b2db-4c9579c54511), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:30.443702 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:08:30.621694 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e859f-6830-4b0d-bbb9-d714fb0a1256 req-432246ea-9d49-4594-99f1-e830cbebcdd6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:30.623277 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3b1e859f-6830-4b0d-bbb9-d714fb0a1256 req-432246ea-9d49-4594-99f1-e830cbebcdd6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.1408894 Apr 08 19:08:30.635916 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37826) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:30.649586 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks [] for router_gateway (9670a998-2831-423d-b2db-4c9579c54511), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:30.705646 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:08:29Z', 'revision_number': 5, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port': {'id': 'c5069db5-1e65-49d1-a1af-ac1447fcb5d9', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9670a998-2831-423d-b2db-4c9579c54511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:30.719566 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3b1e859f-6830-4b0d-bbb9-d714fb0a1256 req-e8612774-0b66-4ccb-a999-132496f03b86 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886824 Apr 08 19:08:30.745351 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Deleting port c5069db5-1e65-49d1-a1af-ac1447fcb5d9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:30.746049 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:30.779885 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] Checking router: 9670a998-2831-423d-b2db-4c9579c54511 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:08:30.790318 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] Routers {'9670a998-2831-423d-b2db-4c9579c54511'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:08:30.791214 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:08:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9670a998-2831-423d-b2db-4c9579c54511'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:30.893710 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] Set router 9670a998-2831-423d-b2db-4c9579c54511 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:08:30.971893 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:08:30Z', 'revision_number': 6, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port_host': None}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:31.060351 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30166b96-65eb-4435-8af4-65f58a508c7c None None] The sync data for ids ['9670a998-2831-423d-b2db-4c9579c54511'] in dv-cinder-837167-1-iscsi is: [{'id': '9670a998-2831-423d-b2db-4c9579c54511', 'name': 'tempest-AttachVolumeNegativeTest-1946162834-router', 'tenant_id': '8e5c72f71a7e487690d834bbd3647280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:08:30Z', 'revision_number': 6, 'project_id': '8e5c72f71a7e487690d834bbd3647280', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:08:31.357314 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] For port c5069db5-1e65-49d1-a1af-ac1447fcb5d9, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=c5069db5-1e65-49d1-a1af-ac1447fcb5d9,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:31.357962 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:31.371859 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Calling delete_port for c5069db5-1e65-49d1-a1af-ac1447fcb5d9 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:31.527546 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:31.705824 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (c5069db5-1e65-49d1-a1af-ac1447fcb5d9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:31.749787 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5069db5-1e65-49d1-a1af-ac1447fcb5d9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:31.782520 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:31.841427 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (9670a998-2831-423d-b2db-4c9579c54511), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.035808 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (9670a998-2831-423d-b2db-4c9579c54511), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.038975 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks [] for router_controller (9670a998-2831-423d-b2db-4c9579c54511), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.133911 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf54fe-72aa-4428-9196-df9ad31b2159 req-65dffc25-e684-4b6d-8305-dafb585abf21 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:32.135789 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-74cf54fe-72aa-4428-9196-df9ad31b2159 req-65dffc25-e684-4b6d-8305-dafb585abf21 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.2036452 Apr 08 19:08:32.137479 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (9670a998-2831-423d-b2db-4c9579c54511), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.138219 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9670a998-2831-423d-b2db-4c9579c54511 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:08:32.149386 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.159092 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b68e6881-feff-4f48-bb9b-372dbd42a781 admin admin] 10.222.0.109 "DELETE /v2.0/routers/9670a998-2831-423d-b2db-4c9579c54511 HTTP/1.1" status: 204 len: 168 time: 1.9297132 Apr 08 19:08:32.179534 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 29788a99-86f5-4400-8335-fee60bd82a7f no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:32.192344 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37834) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:32.222456 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 29788a99-86f5-4400-8335-fee60bd82a7f {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:08:32.224456 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 29788a99-86f5-4400-8335-fee60bd82a7f not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:08:32.231660 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device c5069db5-1e65-49d1-a1af-ac1447fcb5d9 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:32.291733 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-74cf54fe-72aa-4428-9196-df9ad31b2159 req-4eb2fc0d-fa89-48de-93dd-6b6f2c518057 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208625 Apr 08 19:08:32.294436 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: c5069db5-1e65-49d1-a1af-ac1447fcb5d9 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:08:32.294816 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device c5069db5-1e65-49d1-a1af-ac1447fcb5d9 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:08:32.314164 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c736f3-6e32-4777-a226-6da64e8fc03d admin admin] Deleting subnet 42425f02-aadd-48b4-b924-1014c7e86519 {{(pid=103340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:08:32.322821 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-09c736f3-6e32-4777-a226-6da64e8fc03d admin admin] Publish callbacks [] for subnet (42425f02-aadd-48b4-b924-1014c7e86519), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.369780 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Deleting port 59cdf996-64ad-4af0-9de4-9eaa172e790c {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:32.370131 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.436890 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-09c736f3-6e32-4777-a226-6da64e8fc03d admin admin] Publish callbacks [] for subnet (42425f02-aadd-48b4-b924-1014c7e86519), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.616646 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-09c736f3-6e32-4777-a226-6da64e8fc03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (42425f02-aadd-48b4-b924-1014c7e86519), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.618967 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] For port 59cdf996-64ad-4af0-9de4-9eaa172e790c, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=59cdf996-64ad-4af0-9de4-9eaa172e790c,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:32.619332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.732788 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Calling delete_port for 59cdf996-64ad-4af0-9de4-9eaa172e790c owned by network:router_interface {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:32.737329 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-09c736f3-6e32-4777-a226-6da64e8fc03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for subnet (42425f02-aadd-48b4-b924-1014c7e86519), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.798307 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c736f3-6e32-4777-a226-6da64e8fc03d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42425f02-aadd-48b4-b924-1014c7e86519,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:32.841558 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60bd2e6-cd50-4676-b338-eb39c74c658a None None] Network 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:08:32.842111 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-09c736f3-6e32-4777-a226-6da64e8fc03d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:32.848351 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-09c736f3-6e32-4777-a226-6da64e8fc03d admin admin] 10.222.0.109 "DELETE /v2.0/subnets/42425f02-aadd-48b4-b924-1014c7e86519 HTTP/1.1" status: 204 len: 168 time: 0.6524487 Apr 08 19:08:32.849111 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37840) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:32.970464 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (00dfce23-f7ae-40b7-911b-c0fe9fd1e288), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.063017 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] DHCP port deletion for 00dfce23-f7ae-40b7-911b-c0fe9fd1e288 request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:08:33.087825 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Deleting port 045d0d31-e1d9-4976-885a-c812c1e2398d {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:33.088250 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.106407 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] Deleting port 045d0d31-e1d9-4976-885a-c812c1e2398d {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:33.107082 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.197022 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] For port 045d0d31-e1d9-4976-885a-c812c1e2398d, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=045d0d31-e1d9-4976-885a-c812c1e2398d,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:33.197713 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.217471 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] For port 045d0d31-e1d9-4976-885a-c812c1e2398d, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=045d0d31-e1d9-4976-885a-c812c1e2398d,segment=NetworkSegment(41436edc-7368-4be7-91e4-07f5e3bb6b7f),segment_id=41436edc-7368-4be7-91e4-07f5e3bb6b7f)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:33.218139 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.247241 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Calling delete_port for 045d0d31-e1d9-4976-885a-c812c1e2398d owned by network:dhcp {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:33.364758 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (59cdf996-64ad-4af0-9de4-9eaa172e790c), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.398558 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Pushing event deleted for resources: {'Port': ['ID=59cdf996-64ad-4af0-9de4-9eaa172e790c,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:33.443509 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] Calling delete_port for 045d0d31-e1d9-4976-885a-c812c1e2398d owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:33.528633 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb25cd-912d-4c3e-9be7-8c19dd94f729 req-4154c444-2d60-4b48-822d-4c135f9d774c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:33.530301 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-44cb25cd-912d-4c3e-9be7-8c19dd94f729 req-4154c444-2d60-4b48-822d-4c135f9d774c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0692623 Apr 08 19:08:33.587035 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.624303 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (045d0d31-e1d9-4976-885a-c812c1e2398d), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.652609 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] Pushing event deleted for resources: {'Port': ['ID=045d0d31-e1d9-4976-885a-c812c1e2398d,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:33.660560 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9c01d-2290-45af-97c2-ee7004de046c None None] No DVR routers for this DVR port 045d0d31-e1d9-4976-885a-c812c1e2398d on host dv-cinder-837167-1-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:08:33.696890 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-44cb25cd-912d-4c3e-9be7-8c19dd94f729 req-493a7e15-abda-4672-93f8-4f30000c26cf tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479180 Apr 08 19:08:33.719189 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] No DVR routers for this DVR port 045d0d31-e1d9-4976-885a-c812c1e2398d on host dv-cinder-837167-1-iscsi {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:08:33.720890 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=045d0d31-e1d9-4976-885a-c812c1e2398d,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:33.756198 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.850557 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (00dfce23-f7ae-40b7-911b-c0fe9fd1e288), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:33.911630 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.911992 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.912823 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.913332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > port after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.913689 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.914030 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > port after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.914658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.914994 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.915449 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:33.915812 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:34.006606 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 045d0d31-e1d9-4976-885a-c812c1e2398d no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:34.033875 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 045d0d31-e1d9-4976-885a-c812c1e2398d {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:08:34.034509 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 045d0d31-e1d9-4976-885a-c812c1e2398d not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:08:34.047001 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:34.047916 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:34.048435 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:34.048931 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 19:08:34.049642 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00dfce23-f7ae-40b7-911b-c0fe9fd1e288']}} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:34.081283 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41436edc-7368-4be7-91e4-07f5e3bb6b7f') {'for_net_delete': True} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:34.081664 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41436edc-7368-4be7-91e4-07f5e3bb6b7f') {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:34.102711 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257160'] for segment (41436edc-7368-4be7-91e4-07f5e3bb6b7f), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:34.160582 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (41436edc-7368-4be7-91e4-07f5e3bb6b7f), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:34.172731 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Releasing vlan 1546 on physical network physnet1 to pool {{(pid=103340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:08:34.173063 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8995354'] for segment (41436edc-7368-4be7-91e4-07f5e3bb6b7f), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: from cryptography.utils import int_from_bytes Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: from cryptography.utils import int_from_bytes Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: Traceback (most recent call last): Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: timer() Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: cb(*args, **kw) Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: return func(*args, **kwargs) Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: self._notify() Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: self.callback(batched_events) Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: event.method(event) Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: return f(self, *a, **k) Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._get(url).json() Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: return self.request(url, 'GET', **kwargs) Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:08:34.177693 dv-cinder-837167-1-iscsi neutron-server[103340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:08:34.247777 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (00dfce23-f7ae-40b7-911b-c0fe9fd1e288), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:34.306720 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:34.310708 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] 10.222.0.109 "DELETE /v2.0/networks/00dfce23-f7ae-40b7-911b-c0fe9fd1e288 HTTP/1.1" status: 204 len: 168 time: 1.4607866 Apr 08 19:08:34.313985 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6ddf7-0113-4e5d-8f9f-8a2565681f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=00dfce23-f7ae-40b7-911b-c0fe9fd1e288,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:34.392516 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:08:34.485182 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37850) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:34.519100 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:08:34.525048 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-a1750ebe-6784-44e3-95cc-2be1d69ecc16 admin admin] 10.222.0.109 "PUT /v2.0/routers/a1ee3101-0f24-4bd8-82d6-f6cf015d6f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8866787 Apr 08 19:08:34.528249 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37852) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:34.535891 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] Sync routers for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:08:34.560046 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:08:34.561671 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:08:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:34.586529 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-2436226e-07cc-4695-9a78-042b4214ac8d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8e5c72f71a7e487690d834bbd3647280&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0998669 Apr 08 19:08:34.591210 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37854) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:34.686658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e3b1201e-f61e-43cf-b08a-2b72b04a8593 admin admin] Publish callbacks [] for security_group (6f70c764-605a-4d20-a63b-97b8aa7b0cb0), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:34.715793 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e3b1201e-f61e-43cf-b08a-2b72b04a8593 admin admin] Publish callbacks [] for security_group (6f70c764-605a-4d20-a63b-97b8aa7b0cb0), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:34.730452 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks [] for router (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:34.818760 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:08:34.925222 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268ff5d-3dd7-4b73-837b-be8248b98d35 req-da29ccf1-0237-46fd-8470-b8bf9afcc251 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:34.929874 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2268ff5d-3dd7-4b73-837b-be8248b98d35 req-da29ccf1-0237-46fd-8470-b8bf9afcc251 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0656967 Apr 08 19:08:34.938279 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks [] for router_gateway (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.022576 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Deleting port a9e86838-12d8-4a34-902a-21c1bd4d6cc5 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:35.023006 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.024564 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:08:33Z', 'revision_number': 5, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port': {'id': 'a9e86838-12d8-4a34-902a-21c1bd4d6cc5', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:02:01Z', 'updated_at': '2022-04-08T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:35.059245 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] Checking router: a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:08:35.060737 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2268ff5d-3dd7-4b73-837b-be8248b98d35 req-7a9de04c-c32c-48a4-8d44-cffbf4f17526 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146047 Apr 08 19:08:35.071416 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] Routers {'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:08:35.072097 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:08:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:35.087012 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e3b1201e-f61e-43cf-b08a-2b72b04a8593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6f70c764-605a-4d20-a63b-97b8aa7b0cb0), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.090993 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e3b1201e-f61e-43cf-b08a-2b72b04a8593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.092194 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e3b1201e-f61e-43cf-b08a-2b72b04a8593 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6f70c764-605a-4d20-a63b-97b8aa7b0cb0 HTTP/1.1" status: 204 len: 168 time: 0.4943445 Apr 08 19:08:35.125415 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1201e-f61e-43cf-b08a-2b72b04a8593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70c764-605a-4d20-a63b-97b8aa7b0cb0,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:35.164654 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] For port a9e86838-12d8-4a34-902a-21c1bd4d6cc5, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=a9e86838-12d8-4a34-902a-21c1bd4d6cc5,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:35.165006 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.180612 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Calling delete_port for a9e86838-12d8-4a34-902a-21c1bd4d6cc5 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:35.311139 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] Set router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 gateway port host: None {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:08:35.382968 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (a9e86838-12d8-4a34-902a-21c1bd4d6cc5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.383858 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:08:34Z', 'revision_number': 6, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port_host': None}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:35.408240 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e86838-12d8-4a34-902a-21c1bd4d6cc5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:35.419022 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58a8a71-5357-42d2-aef3-af36bd83a095 None None] The sync data for ids ['a1ee3101-0f24-4bd8-82d6-f6cf015d6f94'] in dv-cinder-837167-1-iscsi is: [{'id': 'a1ee3101-0f24-4bd8-82d6-f6cf015d6f94', 'name': 'tempest-AttachVolumeTestJSON-482038398-router', 'tenant_id': '64809a7d93024517907a325376c3904a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:02:00Z', 'updated_at': '2022-04-08T19:08:34Z', 'revision_number': 6, 'project_id': '64809a7d93024517907a325376c3904a', 'gw_port_host': None}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:08:35.483661 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.588356 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.590741 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks [] for router_controller (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.666060 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (a1ee3101-0f24-4bd8-82d6-f6cf015d6f94), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.667317 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:08:35.672429 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.673608 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6be3abbb-b42e-4b1f-afae-f693d6748948 admin admin] 10.222.0.109 "DELETE /v2.0/routers/a1ee3101-0f24-4bd8-82d6-f6cf015d6f94 HTTP/1.1" status: 204 len: 168 time: 1.1445808 Apr 08 19:08:35.676432 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37872) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:35.722665 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_v2 [None req-0376b63f-0448-46e4-a33c-4dc3f2de5333 admin admin] Deleting subnet e4da7e50-1dee-4637-83a5-33f945609d49 {{(pid=103340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:08:35.726018 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0376b63f-0448-46e4-a33c-4dc3f2de5333 admin admin] Publish callbacks [] for subnet (e4da7e50-1dee-4637-83a5-33f945609d49), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.764749 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0376b63f-0448-46e4-a33c-4dc3f2de5333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257153'] for subnet (e4da7e50-1dee-4637-83a5-33f945609d49), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.869772 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0376b63f-0448-46e4-a33c-4dc3f2de5333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (e4da7e50-1dee-4637-83a5-33f945609d49), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.947077 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 59cdf996-64ad-4af0-9de4-9eaa172e790c no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:35.952861 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0376b63f-0448-46e4-a33c-4dc3f2de5333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695924'] for subnet (e4da7e50-1dee-4637-83a5-33f945609d49), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.973072 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0376b63f-0448-46e4-a33c-4dc3f2de5333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:35.974136 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 59cdf996-64ad-4af0-9de4-9eaa172e790c {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:08:35.974625 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 59cdf996-64ad-4af0-9de4-9eaa172e790c not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:08:35.977413 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0376b63f-0448-46e4-a33c-4dc3f2de5333 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/e4da7e50-1dee-4637-83a5-33f945609d49 HTTP/1.1" status: 204 len: 168 time: 0.2997053 Apr 08 19:08:35.985984 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37886) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:35.998594 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc08d4-22fd-439f-b879-7252e762a49b None None] Network 21f97656-9d80-499b-9b53-414617a06edc requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:08:36.021369 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376b63f-0448-46e4-a33c-4dc3f2de5333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4da7e50-1dee-4637-83a5-33f945609d49,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:36.128813 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (21f97656-9d80-499b-9b53-414617a06edc), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.229460 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Deleting port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:36.230405 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.302824 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] DHCP port deletion for 21f97656-9d80-499b-9b53-414617a06edc request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:08:36.347742 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9395f54-1fb0-44d1-96c2-d06697087c9b req-77af242c-7780-4d7d-aa6b-00bda4ab15d4 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:36.349348 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f9395f54-1fb0-44d1-96c2-d06697087c9b req-77af242c-7780-4d7d-aa6b-00bda4ab15d4 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.1215913 Apr 08 19:08:36.362697 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] Deleting port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:08:36.363398 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.369466 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] For port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:36.369847 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.393455 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Calling delete_port for 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:36.427132 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f9395f54-1fb0-44d1-96c2-d06697087c9b req-e98e6fed-7847-4fa5-9dfa-e33fb55b7f70 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707803 Apr 08 19:08:36.437160 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] For port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,segment=NetworkSegment(1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107),segment_id=1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:36.437826 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.453460 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] Calling delete_port for 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:08:36.513425 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.559669 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:36.564237 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] No DVR routers for this DVR port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 on host dv-cinder-837167-1-iscsi {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:08:36.603378 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (2d5bde7a-d915-4fad-9989-43f6b8dcbc57), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.658899 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] Pushing event deleted for resources: {'Port': ['ID=2d5bde7a-d915-4fad-9989-43f6b8dcbc57,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:36.676935 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5de173-680f-40be-954f-c0da872b13a1 None None] No DVR routers for this DVR port 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 on host dv-cinder-837167-1-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:08:36.681139 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (21f97656-9d80-499b-9b53-414617a06edc), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.715565 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f97656-9d80-499b-9b53-414617a06edc']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:36.726152 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:36.726341 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:36.737851 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.760411 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.768356 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Releasing vlan 1524 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:08:36.768805 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (1cac129d-f7f9-4b94-b0a9-fe8d6a8ae107), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:08:36.770558 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:08:36.832484 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (21f97656-9d80-499b-9b53-414617a06edc), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.843561 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:36.846843 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] 10.222.0.109 "DELETE /v2.0/networks/21f97656-9d80-499b-9b53-414617a06edc HTTP/1.1" status: 204 len: 168 time: 0.8647580 Apr 08 19:08:36.857552 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320265c-d5b7-4911-8dac-b71e54ef1c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f97656-9d80-499b-9b53-414617a06edc,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:36.968919 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37916) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:37.019037 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-8c0b59ac-bb06-4a84-9cf8-86e72ffad13f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=64809a7d93024517907a325376c3904a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486703 Apr 08 19:08:37.021727 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37924) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:37.074644 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b768f4f0-fdcc-460a-b38d-024f3f19cbad admin admin] Publish callbacks [] for security_group (41b37836-338c-4e1a-8a7f-e3f52c43cd98), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:37.115368 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b768f4f0-fdcc-460a-b38d-024f3f19cbad admin admin] Publish callbacks [] for security_group (41b37836-338c-4e1a-8a7f-e3f52c43cd98), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:37.177603 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b768f4f0-fdcc-460a-b38d-024f3f19cbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (41b37836-338c-4e1a-8a7f-e3f52c43cd98), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:37.183439 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b768f4f0-fdcc-460a-b38d-024f3f19cbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:37.188103 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b768f4f0-fdcc-460a-b38d-024f3f19cbad admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/41b37836-338c-4e1a-8a7f-e3f52c43cd98 HTTP/1.1" status: 204 len: 168 time: 0.1652369 Apr 08 19:08:37.198171 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768f4f0-fdcc-460a-b38d-024f3f19cbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b37836-338c-4e1a-8a7f-e3f52c43cd98,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:37.606362 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d6ee3-bb2b-4d09-80d1-a2268be3658c req-4a60aaf5-8974-40df-90fc-de740e7883fb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:37.614651 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d67d6ee3-bb2b-4d09-80d1-a2268be3658c req-4a60aaf5-8974-40df-90fc-de740e7883fb tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0920706 Apr 08 19:08:37.684693 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d67d6ee3-bb2b-4d09-80d1-a2268be3658c req-7a94a891-ad16-4f84-ab39-f6ff2f700243 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688212 Apr 08 19:08:37.958248 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device a9e86838-12d8-4a34-902a-21c1bd4d6cc5 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:38.002518 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: a9e86838-12d8-4a34-902a-21c1bd4d6cc5 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:08:38.003243 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device a9e86838-12d8-4a34-902a-21c1bd4d6cc5 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:08:38.003907 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:08:38.036081 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:08:38.036850 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 2d5bde7a-d915-4fad-9989-43f6b8dcbc57 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:08:38.226175 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 37960) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:38.335264 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1615070125-network', 'tenant_id': '443fda6354044938b3c3a452df583404'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:08:38.357247 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Made reservation on behalf of 443fda6354044938b3c3a452df583404 for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:08:38.359493 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.371902 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.452880 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Publish callbacks [] for security_group (354e238a-f30f-4963-bf17-3852b29070f8), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.457329 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (354e238a-f30f-4963-bf17-3852b29070f8), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.484493 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] vlan segment allocate from pool success with {'vlan_id': 1535, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:08:38.494177 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354e238a-f30f-4963-bf17-3852b29070f8,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:38.499157 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (69d4ce37-1d8f-4b0c-90c4-aeebcfab6fdc), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.499506 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Added segment 69d4ce37-1d8f-4b0c-90c4-aeebcfab6fdc of type vlan for network 995ff9e4-824f-4cab-b4b6-e16bceaeaf78 Apr 08 19:08:38.539340 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (995ff9e4-824f-4cab-b4b6-e16bceaeaf78), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.563285 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (995ff9e4-824f-4cab-b4b6-e16bceaeaf78), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.564266 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:38.564857 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.598998 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3718295 Apr 08 19:08:38.601911 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37964) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:38.607922 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Request body: {'subnet': {'network_id': '995ff9e4-824f-4cab-b4b6-e16bceaeaf78', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1615070125-subnet', 'tenant_id': '443fda6354044938b3c3a452df583404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:08:38.627873 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Made reservation on behalf of 443fda6354044938b3c3a452df583404 for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:08:38.630278 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9082792'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.643170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33667e-a884-4a3b-96e6-582ffe4dac75 admin admin] Pushing event updated for resources: {'Network': ['ID=995ff9e4-824f-4cab-b4b6-e16bceaeaf78,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:38.654149 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 995ff9e4-824f-4cab-b4b6-e16bceaeaf78 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:08:38.813163 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9082822'] for subnet (2013f0ce-7f9c-472d-80c8-2402afc1d3b2), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:38.895261 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28572fec-6307-4199-a29d-cd553dc0b2d9 req-e491963c-c1cf-452c-9eba-2ea474ad6614 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:38.896772 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-28572fec-6307-4199-a29d-cd553dc0b2d9 req-e491963c-c1cf-452c-9eba-2ea474ad6614 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0928540 Apr 08 19:08:38.897770 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2013f0ce-7f9c-472d-80c8-2402afc1d3b2,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:38.940155 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Checking segment: {'id': '69d4ce37-1d8f-4b0c-90c4-aeebcfab6fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1535, 'network_id': '995ff9e4-824f-4cab-b4b6-e16bceaeaf78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:08:38.940852 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Network hostable DHCP agents. Network: 995ff9e4-824f-4cab-b4b6-e16bceaeaf78, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:08:38.968616 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-28572fec-6307-4199-a29d-cd553dc0b2d9 req-266455a3-a484-4e45-ad84-6b6eb80ad098 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641067 Apr 08 19:08:38.975907 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Network 995ff9e4-824f-4cab-b4b6-e16bceaeaf78 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:08:38.999168 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 995ff9e4-824f-4cab-b4b6-e16bceaeaf78) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:08:39.006321 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:39.011802 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.017120 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2928c-eca2-4e73-a12d-8384de1ba307 None None] Network 995ff9e4-824f-4cab-b4b6-e16bceaeaf78 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:08:39.036952 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-362955cc-ad24-4a82-83e8-cbb8ed5d2b52 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4273386 Apr 08 19:08:39.131043 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a94277-2703-40f4-aff6-5701fe47ce42 None None] Network 995ff9e4-824f-4cab-b4b6-e16bceaeaf78 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:08:39.535535 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 37998) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:39.541044 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-618096459-network', 'tenant_id': '4f312a91622248a7a7531fbf0610920f'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:08:39.562475 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Made reservation on behalf of 4f312a91622248a7a7531fbf0610920f for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:08:39.564985 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.575109 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.659865 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Publish callbacks [] for security_group (960aa35d-973e-438f-91aa-007d70b6c516), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.664357 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (960aa35d-973e-438f-91aa-007d70b6c516), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.690828 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] vlan segment allocate from pool success with {'vlan_id': 1542, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:08:39.701800 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960aa35d-973e-438f-91aa-007d70b6c516,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:39.707628 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (9e767c12-8b52-4c3f-a691-fae58c55c33b), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.707975 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.segments_db [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Added segment 9e767c12-8b52-4c3f-a691-fae58c55c33b of type vlan for network 0195efcd-7239-414c-8a5d-7e0daa822b26 Apr 08 19:08:39.748821 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (0195efcd-7239-414c-8a5d-7e0daa822b26), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.772795 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (0195efcd-7239-414c-8a5d-7e0daa822b26), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.773809 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:39.774441 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.806949 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2703135 Apr 08 19:08:39.809878 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38004) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:39.814930 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Request body: {'subnet': {'network_id': '0195efcd-7239-414c-8a5d-7e0daa822b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-618096459-subnet', 'tenant_id': '4f312a91622248a7a7531fbf0610920f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:08:39.838287 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Made reservation on behalf of 4f312a91622248a7a7531fbf0610920f for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:08:39.842014 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695825'] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:39.847402 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7599e-868c-4f10-9ccb-f59be0ca9441 admin admin] Pushing event updated for resources: {'Network': ['ID=0195efcd-7239-414c-8a5d-7e0daa822b26,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:39.857105 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 0195efcd-7239-414c-8a5d-7e0daa822b26 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:08:40.030666 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8996025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695935'] for subnet (22e98ce9-d492-4497-8d45-10ac411e7897), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.080721 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e98ce9-d492-4497-8d45-10ac411e7897,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:40.097695 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Checking segment: {'id': '9e767c12-8b52-4c3f-a691-fae58c55c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1542, 'network_id': '0195efcd-7239-414c-8a5d-7e0daa822b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:08:40.098055 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Network hostable DHCP agents. Network: 0195efcd-7239-414c-8a5d-7e0daa822b26, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:08:40.103547 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5263e-ccbb-4973-a59a-03b4d0ea40c2 req-c4184f21-cc40-4412-8eb4-0e8d51f431f1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:40.105712 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3ed5263e-ccbb-4973-a59a-03b4d0ea40c2 req-c4184f21-cc40-4412-8eb4-0e8d51f431f1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0533481 Apr 08 19:08:40.115759 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Network 0195efcd-7239-414c-8a5d-7e0daa822b26 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:08:40.124881 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 0195efcd-7239-414c-8a5d-7e0daa822b26) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:08:40.129496 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:40.130643 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.133805 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3066420-f2e1-4881-986d-7110d2ad6ca3 None None] Network 0195efcd-7239-414c-8a5d-7e0daa822b26 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:08:40.148870 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d59df93d-ae6d-4699-a7de-2d927e84500e admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3378451 Apr 08 19:08:40.161539 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3ed5263e-ccbb-4973-a59a-03b4d0ea40c2 req-82880f91-d45d-4f23-94b8-51fa4dfd2062 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497422 Apr 08 19:08:40.241483 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade47681-5ddc-4365-83a2-1f66cd1af49c None None] Network 0195efcd-7239-414c-8a5d-7e0daa822b26 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:08:40.278627 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38012) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:40.325291 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67e3be5-2830-4594-9af8-e7aac4cead1d admin admin] Deleting subnet 2013f0ce-7f9c-472d-80c8-2402afc1d3b2 {{(pid=103340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:08:40.328676 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a67e3be5-2830-4594-9af8-e7aac4cead1d admin admin] Publish callbacks [] for subnet (2013f0ce-7f9c-472d-80c8-2402afc1d3b2), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.363376 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a67e3be5-2830-4594-9af8-e7aac4cead1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257153'] for subnet (2013f0ce-7f9c-472d-80c8-2402afc1d3b2), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.407297 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a67e3be5-2830-4594-9af8-e7aac4cead1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (2013f0ce-7f9c-472d-80c8-2402afc1d3b2), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.459877 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a67e3be5-2830-4594-9af8-e7aac4cead1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695924'] for subnet (2013f0ce-7f9c-472d-80c8-2402afc1d3b2), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.487185 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e3be5-2830-4594-9af8-e7aac4cead1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2013f0ce-7f9c-472d-80c8-2402afc1d3b2,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:40.489296 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a67e3be5-2830-4594-9af8-e7aac4cead1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.492403 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-a67e3be5-2830-4594-9af8-e7aac4cead1d admin admin] 10.222.0.109 "DELETE /v2.0/subnets/2013f0ce-7f9c-472d-80c8-2402afc1d3b2 HTTP/1.1" status: 204 len: 168 time: 0.2127428 Apr 08 19:08:40.494886 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38014) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:40.563086 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (995ff9e4-824f-4cab-b4b6-e16bceaeaf78), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.644668 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (995ff9e4-824f-4cab-b4b6-e16bceaeaf78), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.665249 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995ff9e4-824f-4cab-b4b6-e16bceaeaf78']}} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:40.675299 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d4ce37-1d8f-4b0c-90c4-aeebcfab6fdc') {'for_net_delete': True} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:40.675612 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d4ce37-1d8f-4b0c-90c4-aeebcfab6fdc') {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:40.688891 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257160'] for segment (69d4ce37-1d8f-4b0c-90c4-aeebcfab6fdc), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.702474 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (69d4ce37-1d8f-4b0c-90c4-aeebcfab6fdc), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.708837 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Releasing vlan 1535 on physical network physnet1 to pool {{(pid=103340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:08:40.709489 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8995354'] for segment (69d4ce37-1d8f-4b0c-90c4-aeebcfab6fdc), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: Traceback (most recent call last): Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: timer() Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: cb(*args, **kw) Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: return func(*args, **kwargs) Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: self._notify() Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: self.callback(batched_events) Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: event.method(event) Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: return f(self, *a, **k) Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._get(url).json() Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: return self.request(url, 'GET', **kwargs) Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:08:40.711365 dv-cinder-837167-1-iscsi neutron-server[103340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:08:40.772719 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (995ff9e4-824f-4cab-b4b6-e16bceaeaf78), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.781295 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.784530 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] 10.222.0.109 "DELETE /v2.0/networks/995ff9e4-824f-4cab-b4b6-e16bceaeaf78 HTTP/1.1" status: 204 len: 168 time: 0.2886808 Apr 08 19:08:40.787608 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 38020) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:40.795248 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a991e-6cd4-46f6-99af-ad6046134a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=995ff9e4-824f-4cab-b4b6-e16bceaeaf78,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:40.837410 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e1876d-37cd-4038-bf63-18c586d75f07 admin admin] Deleting subnet 22e98ce9-d492-4497-8d45-10ac411e7897 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:08:40.841385 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e1876d-37cd-4038-bf63-18c586d75f07 admin admin] Publish callbacks [] for subnet (22e98ce9-d492-4497-8d45-10ac411e7897), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.878666 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e1876d-37cd-4038-bf63-18c586d75f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (22e98ce9-d492-4497-8d45-10ac411e7897), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.921341 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e1876d-37cd-4038-bf63-18c586d75f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (22e98ce9-d492-4497-8d45-10ac411e7897), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:40.976230 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e1876d-37cd-4038-bf63-18c586d75f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (22e98ce9-d492-4497-8d45-10ac411e7897), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.004428 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1876d-37cd-4038-bf63-18c586d75f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e98ce9-d492-4497-8d45-10ac411e7897,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:41.011818 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f3e1876d-37cd-4038-bf63-18c586d75f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.016023 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f3e1876d-37cd-4038-bf63-18c586d75f07 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/22e98ce9-d492-4497-8d45-10ac411e7897 HTTP/1.1" status: 204 len: 168 time: 0.2268820 Apr 08 19:08:41.018816 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38026) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:41.091214 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 38028) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:41.106824 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (0195efcd-7239-414c-8a5d-7e0daa822b26), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.191441 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (0195efcd-7239-414c-8a5d-7e0daa822b26), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.197259 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31fd0add-cec2-4891-876b-ebb0222fdbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.214965 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0195efcd-7239-414c-8a5d-7e0daa822b26']}} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:41.225756 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e767c12-8b52-4c3f-a691-fae58c55c33b') {'for_net_delete': True} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:41.226085 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e767c12-8b52-4c3f-a691-fae58c55c33b') {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:08:41.236836 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257160'] for segment (9e767c12-8b52-4c3f-a691-fae58c55c33b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.254014 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (9e767c12-8b52-4c3f-a691-fae58c55c33b), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.260604 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Releasing vlan 1542 on physical network physnet1 to pool {{(pid=103340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:08:41.261841 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8995354'] for segment (9e767c12-8b52-4c3f-a691-fae58c55c33b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: Traceback (most recent call last): Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: timer() Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: cb(*args, **kw) Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: return func(*args, **kwargs) Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: self._notify() Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: self.callback(batched_events) Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: event.method(event) Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: return f(self, *a, **k) Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._get(url).json() Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: return self.request(url, 'GET', **kwargs) Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:08:41.264579 dv-cinder-837167-1-iscsi neutron-server[103340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:08:41.314101 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79f25b-1b77-44f3-b3c8-5344aaf642ef req-bd8778b8-4fa9-47b7-9087-d434b8c64d8d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:41.316171 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0f79f25b-1b77-44f3-b3c8-5344aaf642ef req-bd8778b8-4fa9-47b7-9087-d434b8c64d8d tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 944 time: 0.0696983 Apr 08 19:08:41.333549 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (0195efcd-7239-414c-8a5d-7e0daa822b26), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.339038 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.345589 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] 10.222.0.109 "DELETE /v2.0/networks/0195efcd-7239-414c-8a5d-7e0daa822b26 HTTP/1.1" status: 204 len: 168 time: 0.3233573 Apr 08 19:08:41.345743 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31fd0add-cec2-4891-876b-ebb0222fdbd8 admin admin] Publish callbacks [] for security_group (84bcabbf-5585-40cc-aea8-8584ad19ae66), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.352874 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31fd0add-cec2-4891-876b-ebb0222fdbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (84bcabbf-5585-40cc-aea8-8584ad19ae66), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.357099 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa5325-182e-4d5b-b3d0-880bab734097 admin admin] Pushing event deleted for resources: {'Network': ['ID=0195efcd-7239-414c-8a5d-7e0daa822b26,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:41.409246 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-31fd0add-cec2-4891-876b-ebb0222fdbd8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=9a06cdb7a0a049ed8f3b7f8101e3acbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169348 Apr 08 19:08:41.412399 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38042) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:41.413237 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd0add-cec2-4891-876b-ebb0222fdbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bcabbf-5585-40cc-aea8-8584ad19ae66,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:41.428651 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0f79f25b-1b77-44f3-b3c8-5344aaf642ef req-62707245-52e0-4229-a2b4-6057f88d400f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967774 Apr 08 19:08:41.480837 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00842f84-94bd-4bbe-a3d4-049c9e08fdb2 admin admin] Publish callbacks [] for security_group (84bcabbf-5585-40cc-aea8-8584ad19ae66), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.487097 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:08:41.509377 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00842f84-94bd-4bbe-a3d4-049c9e08fdb2 admin admin] Publish callbacks [] for security_group (84bcabbf-5585-40cc-aea8-8584ad19ae66), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.514212 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 38048) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:41.559855 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-255f50c7-824d-4adc-a6b8-18ee84a042d5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=443fda6354044938b3c3a452df583404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444291 Apr 08 19:08:41.562737 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 38050) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:41.580076 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00842f84-94bd-4bbe-a3d4-049c9e08fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (84bcabbf-5585-40cc-aea8-8584ad19ae66), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.583402 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-00842f84-94bd-4bbe-a3d4-049c9e08fdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.584727 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-00842f84-94bd-4bbe-a3d4-049c9e08fdb2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/84bcabbf-5585-40cc-aea8-8584ad19ae66 HTTP/1.1" status: 204 len: 168 time: 0.1710052 Apr 08 19:08:41.598326 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00842f84-94bd-4bbe-a3d4-049c9e08fdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bcabbf-5585-40cc-aea8-8584ad19ae66,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:41.630324 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fcd54ee-253c-40a8-8748-1330b587e571 admin admin] Publish callbacks [] for security_group (354e238a-f30f-4963-bf17-3852b29070f8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.675748 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:41.677031 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fcd54ee-253c-40a8-8748-1330b587e571 admin admin] Publish callbacks [] for security_group (354e238a-f30f-4963-bf17-3852b29070f8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.712511 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'port_id': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'mac_address': 'fa:16:3e:db:86:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:08:41.746964 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fcd54ee-253c-40a8-8748-1330b587e571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (354e238a-f30f-4963-bf17-3852b29070f8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.750988 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2fcd54ee-253c-40a8-8748-1330b587e571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.756525 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-2fcd54ee-253c-40a8-8748-1330b587e571 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/354e238a-f30f-4963-bf17-3852b29070f8 HTTP/1.1" status: 204 len: 168 time: 0.1916456 Apr 08 19:08:41.768034 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd54ee-253c-40a8-8748-1330b587e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354e238a-f30f-4963-bf17-3852b29070f8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:41.915531 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port cb0238be-4426-4912-b0df-283cac5f8bda is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:08:41.915932 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:41.931065 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0238be-4426-4912-b0df-283cac5f8bda {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:08:41.957978 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:41.967677 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.020417 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=9']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:42.093526 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 38062) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:42.107909 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a65cb66-73c4-492b-a906-e4ad8a3e02a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.128994 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38064) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:42.178985 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-29c3936b-6236-4eae-9bae-bb6871a97f82 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4f312a91622248a7a7531fbf0610920f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481102 Apr 08 19:08:42.181367 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38066) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:42.198565 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a65cb66-73c4-492b-a906-e4ad8a3e02a9 admin admin] Publish callbacks [] for security_group (748cae2b-d651-4098-afd5-209aaef2f9a3), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.202702 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a65cb66-73c4-492b-a906-e4ad8a3e02a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (748cae2b-d651-4098-afd5-209aaef2f9a3), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.231629 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-639ad1a9-1cea-4c0f-947a-40771cec6cdd admin admin] Publish callbacks [] for security_group (960aa35d-973e-438f-91aa-007d70b6c516), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.235080 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['cb0238be-4426-4912-b0df-283cac5f8bda'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:08:42.241280 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-1a65cb66-73c4-492b-a906-e4ad8a3e02a9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a6200a748f1e4f869a5e55852d699f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466639 Apr 08 19:08:42.243440 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65cb66-73c4-492b-a906-e4ad8a3e02a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748cae2b-d651-4098-afd5-209aaef2f9a3,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:42.245636 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38068) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:42.271224 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-639ad1a9-1cea-4c0f-947a-40771cec6cdd admin admin] Publish callbacks [] for security_group (960aa35d-973e-438f-91aa-007d70b6c516), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.335657 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dde8236a-9b8f-449e-8252-79198af3f429 admin admin] Publish callbacks [] for security_group (748cae2b-d651-4098-afd5-209aaef2f9a3), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.359437 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dde8236a-9b8f-449e-8252-79198af3f429 admin admin] Publish callbacks [] for security_group (748cae2b-d651-4098-afd5-209aaef2f9a3), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.361225 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-639ad1a9-1cea-4c0f-947a-40771cec6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (960aa35d-973e-438f-91aa-007d70b6c516), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.363797 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-639ad1a9-1cea-4c0f-947a-40771cec6cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.365155 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-639ad1a9-1cea-4c0f-947a-40771cec6cdd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/960aa35d-973e-438f-91aa-007d70b6c516 HTTP/1.1" status: 204 len: 168 time: 0.1828635 Apr 08 19:08:42.389208 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ad1a9-1cea-4c0f-947a-40771cec6cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960aa35d-973e-438f-91aa-007d70b6c516,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:42.431559 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dde8236a-9b8f-449e-8252-79198af3f429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (748cae2b-d651-4098-afd5-209aaef2f9a3), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.435433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dde8236a-9b8f-449e-8252-79198af3f429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:42.436766 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-dde8236a-9b8f-449e-8252-79198af3f429 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/748cae2b-d651-4098-afd5-209aaef2f9a3 HTTP/1.1" status: 204 len: 168 time: 0.1900096 Apr 08 19:08:42.446267 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8236a-9b8f-449e-8252-79198af3f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748cae2b-d651-4098-afd5-209aaef2f9a3,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:42.584627 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d14c0b-3251-440e-933d-6b57c93e7624 req-99db9de3-ef98-48e8-9ccc-acb9237170d2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:42.586139 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c7d14c0b-3251-440e-933d-6b57c93e7624 req-99db9de3-ef98-48e8-9ccc-acb9237170d2 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 945 time: 0.0663736 Apr 08 19:08:42.639737 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c7d14c0b-3251-440e-933d-6b57c93e7624 req-324385eb-4fd1-48bd-9732-f8869745fafc tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 Apr 08 19:08:43.517329 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:08:43.567312 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port cb0238be-4426-4912-b0df-283cac5f8bda triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:08:43.567793 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:43.652550 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port cb0238be-4426-4912-b0df-283cac5f8bda is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:08:43.652955 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:43.701248 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:08:43.704095 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d25f02f-1f2c-4ada-b110-e605446c108a" -d '{"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-plugged", "status": "completed", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:08:43.716933 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:08:43.724536 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:43.809018 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec4a0b-585f-45aa-a129-ba374b7dbec1 req-55a3990d-5d62-41f3-b959-b0b1652f05c0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:43.810619 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-83ec4a0b-585f-45aa-a129-ba374b7dbec1 req-55a3990d-5d62-41f3-b959-b0b1652f05c0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0725315 Apr 08 19:08:43.847604 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c71731-241a-4ed0-809b-fcacab989835 x-openstack-request-id: req-86c71731-241a-4ed0-809b-fcacab989835 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:08:43.847950 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-plugged", "status": "completed", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:08:43.848423 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-86c71731-241a-4ed0-809b-fcacab989835 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:08:43.849874 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c71731-241a-4ed0-809b-fcacab989835'] response: {'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'code': 200} Apr 08 19:08:43.852368 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=10']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:43.903811 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-83ec4a0b-585f-45aa-a129-ba374b7dbec1 req-cde2c47d-84f3-43d2-ac32-a008feb761e7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851607 Apr 08 19:08:44.023149 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ddb7d-d761-4d55-bb60-e1efea6dfbdf req-1b6a7097-9ef1-424e-8db7-ad15a5957a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:44.024713 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8f0ddb7d-d761-4d55-bb60-e1efea6dfbdf req-1b6a7097-9ef1-424e-8db7-ad15a5957a86 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 1131 time: 0.0445700 Apr 08 19:08:44.075573 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8f0ddb7d-d761-4d55-bb60-e1efea6dfbdf req-5c31bc16-0b81-4edd-9b3d-8a8a8bdb3ee0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449412 Apr 08 19:08:44.735360 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38194) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:44.839720 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8e59-f745-45da-8008-ada8d59fd1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:44.919333 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8e59-f745-45da-8008-ada8d59fd1e4 admin admin] Publish callbacks [] for security_group (bd011b76-bbfc-4396-8888-64f9d3eca734), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:44.923499 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8e59-f745-45da-8008-ada8d59fd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bd011b76-bbfc-4396-8888-64f9d3eca734), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:44.964373 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c9fa8e59-f745-45da-8008-ada8d59fd1e4 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=001bf4e65d8a4bf2bac97ee9256a383d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278931 Apr 08 19:08:44.965435 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa8e59-f745-45da-8008-ada8d59fd1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd011b76-bbfc-4396-8888-64f9d3eca734,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:44.967795 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38202) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:45.021192 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a88e0d7c-06bd-4806-bf2e-03a0976a77a6 admin admin] Publish callbacks [] for security_group (bd011b76-bbfc-4396-8888-64f9d3eca734), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.031509 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b465c5e-2bcf-4db3-8543-7a35661732a6 req-d3fbfe94-27d0-453a-93ed-a3f7bf2ff9ce tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:45.033045 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4b465c5e-2bcf-4db3-8543-7a35661732a6 req-d3fbfe94-27d0-453a-93ed-a3f7bf2ff9ce tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0487108 Apr 08 19:08:45.043305 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a88e0d7c-06bd-4806-bf2e-03a0976a77a6 admin admin] Publish callbacks [] for security_group (bd011b76-bbfc-4396-8888-64f9d3eca734), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.088471 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4b465c5e-2bcf-4db3-8543-7a35661732a6 req-ba90f739-30c3-45f1-bc64-071d47336e0b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495629 Apr 08 19:08:45.093516 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a88e0d7c-06bd-4806-bf2e-03a0976a77a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bd011b76-bbfc-4396-8888-64f9d3eca734), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.096349 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a88e0d7c-06bd-4806-bf2e-03a0976a77a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.097584 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-a88e0d7c-06bd-4806-bf2e-03a0976a77a6 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/bd011b76-bbfc-4396-8888-64f9d3eca734 HTTP/1.1" status: 204 len: 168 time: 0.1288571 Apr 08 19:08:45.107118 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e0d7c-06bd-4806-bf2e-03a0976a77a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd011b76-bbfc-4396-8888-64f9d3eca734,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:45.362201 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38208) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:45.375448 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee6ec-22ec-4312-a56a-10c888b9dfd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.453817 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee6ec-22ec-4312-a56a-10c888b9dfd1 admin admin] Publish callbacks [] for security_group (49022246-c6d8-4c6a-98df-235c87bb59fd), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.458255 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee6ec-22ec-4312-a56a-10c888b9dfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (49022246-c6d8-4c6a-98df-235c87bb59fd), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.500076 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-ef5ee6ec-22ec-4312-a56a-10c888b9dfd1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b991cd455402486fb3e016ca040d2f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366987 Apr 08 19:08:45.500979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ee6ec-22ec-4312-a56a-10c888b9dfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49022246-c6d8-4c6a-98df-235c87bb59fd,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:45.502876 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 38214) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:08:45.555009 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fce66573-8c4a-4214-b465-1ad8dc759bf8 admin admin] Publish callbacks [] for security_group (49022246-c6d8-4c6a-98df-235c87bb59fd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.577435 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fce66573-8c4a-4214-b465-1ad8dc759bf8 admin admin] Publish callbacks [] for security_group (49022246-c6d8-4c6a-98df-235c87bb59fd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.629062 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fce66573-8c4a-4214-b465-1ad8dc759bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (49022246-c6d8-4c6a-98df-235c87bb59fd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.631830 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fce66573-8c4a-4214-b465-1ad8dc759bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:45.635375 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fce66573-8c4a-4214-b465-1ad8dc759bf8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/49022246-c6d8-4c6a-98df-235c87bb59fd HTTP/1.1" status: 204 len: 168 time: 0.1291173 Apr 08 19:08:45.642331 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce66573-8c4a-4214-b465-1ad8dc759bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49022246-c6d8-4c6a-98df-235c87bb59fd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:08:46.226636 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3770843-5b05-47e7-a599-e34c4c7d9969 req-c31cbff7-9736-4e01-91ce-d093de14aa22 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:46.228153 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e3770843-5b05-47e7-a599-e34c4c7d9969 req-c31cbff7-9736-4e01-91ce-d093de14aa22 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0553005 Apr 08 19:08:46.284715 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e3770843-5b05-47e7-a599-e34c4c7d9969 req-b1ed7385-8bc9-4a10-ad8a-5cccc300cbe4 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490127 Apr 08 19:08:47.404435 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148c58-2378-4668-a333-f10988afd31a req-b44a8ed6-0015-4282-9bb4-268e2edf2fe6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:08:47.405913 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-49148c58-2378-4668-a333-f10988afd31a req-b44a8ed6-0015-4282-9bb4-268e2edf2fe6 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0473506 Apr 08 19:08:47.453528 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-49148c58-2378-4668-a333-f10988afd31a req-3ce848e2-d213-4993-b426-f0cbbbda6ed1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418787 Apr 08 19:08:54.723915 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-26f133df-f548-44b8-928d-b67974e09316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:56.496727 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:57.146937 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dc69feb8-8c63-4cb0-b569-3ac4fddb0105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:08:58.493683 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:00.099184 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:01.509315 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:02.289735 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-18946d3a-6ce2-4bdf-a027-33eabbea36cf service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425501 Apr 08 19:09:02.361245 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-fa16c6ba-a2d4-44d1-b6e3-c9dfda856eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:02.363027 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-fa16c6ba-a2d4-44d1-b6e3-c9dfda856eae service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1129 time: 0.0444653 Apr 08 19:09:02.421878 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 38512) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:02.525386 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:02.603790 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Publish callbacks [] for security_group (77e79656-ad9e-4e55-b1bc-729f159d41a6), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:02.609605 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (77e79656-ad9e-4e55-b1bc-729f159d41a6), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:02.646400 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e79656-ad9e-4e55-b1bc-729f159d41a6,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:02.650252 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6abb8dfed38844a2bf67d667dfefadf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273426 Apr 08 19:09:02.654881 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 38516) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:02.657646 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.658012 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.658361 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.658709 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.659048 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.659381 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.659711 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.660039 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.660406 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.660743 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.661070 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.661399 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.661728 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.662051 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.662374 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9e9966-cc5d-4184-9b89-c77f7c241134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.704951 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Publish callbacks [] for security_group (77e79656-ad9e-4e55-b1bc-729f159d41a6), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:02.725850 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Publish callbacks [] for security_group (77e79656-ad9e-4e55-b1bc-729f159d41a6), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:02.774867 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (77e79656-ad9e-4e55-b1bc-729f159d41a6), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:02.778269 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:02.779688 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/77e79656-ad9e-4e55-b1bc-729f159d41a6 HTTP/1.1" status: 204 len: 168 time: 0.1236298 Apr 08 19:09:02.787927 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e79656-ad9e-4e55-b1bc-729f159d41a6,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:02.796403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.796759 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.797118 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.797467 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.797809 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.798146 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.798484 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.798980 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.799288 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.799740 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.800184 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.800548 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.800881 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.801208 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:02.801538 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f6c76-660f-46ec-8a5c-8fdac0f72119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:03.384420 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-aa90e267-59f9-4488-9502-02fd0760f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:03.386436 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-aa90e267-59f9-4488-9502-02fd0760f664 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.1053865 Apr 08 19:09:04.152908 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-e8dedcf3-fcca-4bab-acb3-36718e480a78 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 200 len: 1000 time: 0.0642569 Apr 08 19:09:05.126503 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-bec11d99-b310-44f2-9e98-9e286c2c4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:05.128045 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-bec11d99-b310-44f2-9e98-9e286c2c4391 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0457616 Apr 08 19:09:05.177422 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-a6355fed-40e6-45e9-9011-4382e6e6df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:05.179163 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-a6355fed-40e6-45e9-9011-4382e6e6df3d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446653 Apr 08 19:09:05.277710 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-1f31f567-cf18-42a7-bf92-d37535b1d2fc service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917017 Apr 08 19:09:05.397795 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32bd666c-bf6d-43a2-a698-946db85f7cd7 req-d7c4cac7-ffc4-412b-be90-5474c41d077d service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130815 Apr 08 19:09:06.201713 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:09:11.054824 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021366c-0685-4bed-bc95-59d827b7ca64 req-f5d4db5f-542d-4c48-bd75-5f89cea9446f tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:11.056442 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0021366c-0685-4bed-bc95-59d827b7ca64 req-f5d4db5f-542d-4c48-bd75-5f89cea9446f tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 946 time: 0.0484004 Apr 08 19:09:11.105039 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0021366c-0685-4bed-bc95-59d827b7ca64 req-26430a53-e85f-45a0-a321-44a174d060cd tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Apr 08 19:09:12.223368 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23ef34-6b18-420d-8ad4-a18ae05a0622 req-af980324-7914-4d10-9be0-6d447761ac01 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:12.225005 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ed23ef34-6b18-420d-8ad4-a18ae05a0622 req-af980324-7914-4d10-9be0-6d447761ac01 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 946 time: 0.0473135 Apr 08 19:09:12.275368 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ed23ef34-6b18-420d-8ad4-a18ae05a0622 req-1ee1da21-0b26-47ae-9b90-a72fe4c6b32e tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447195 Apr 08 19:09:12.949438 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687df4b3-3641-428c-8b47-baa9292efa5b req-4c8e230a-1c0b-4c62-9946-faf59b36aaf9 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:12.951104 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-687df4b3-3641-428c-8b47-baa9292efa5b req-4c8e230a-1c0b-4c62-9946-faf59b36aaf9 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.113 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 946 time: 0.0600393 Apr 08 19:09:13.057301 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Deleting port 27cebd67-c418-4e13-9cba-9b3e543df2ff {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:09:13.057649 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:13.155131 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] For port 27cebd67-c418-4e13-9cba-9b3e543df2ff, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27cebd67-c418-4e13-9cba-9b3e543df2ff,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:09:13.155506 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:13.169818 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Calling delete_port for 27cebd67-c418-4e13-9cba-9b3e543df2ff owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:09:13.302149 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (27cebd67-c418-4e13-9cba-9b3e543df2ff), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:13.334377 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Pushing event deleted for resources: {'Port': ['ID=27cebd67-c418-4e13-9cba-9b3e543df2ff,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:13.415178 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] No DVR routers for this DVR port 27cebd67-c418-4e13-9cba-9b3e543df2ff on host hv-cinder-83716 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:09:13.418671 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0367ef95-7aad-45d6-8afd-2fcd696ca7ce req-135bf07f-df52-47b1-b2ee-2c5cd24258ce tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 210 time: 0.0586619 Apr 08 19:09:13.420016 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:13.423282 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-687df4b3-3641-428c-8b47-baa9292efa5b req-d60e692f-4ea5-4613-b900-4812f8af753d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.113 "DELETE /v2.0/ports/27cebd67-c418-4e13-9cba-9b3e543df2ff HTTP/1.1" status: 204 len: 173 time: 0.4665270 Apr 08 19:09:13.423741 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fead850b-7beb-43c0-8fa3-a8142b9f8ebb', 'name': 'network-vif-deleted', 'tag': '27cebd67-c418-4e13-9cba-9b3e543df2ff'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:09:13.426055 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b8813-b7ef-46b9-8f01-f00ea733ddfa" -d '{"events": [{"server_uuid": "fead850b-7beb-43c0-8fa3-a8142b9f8ebb", "name": "network-vif-deleted", "tag": "27cebd67-c418-4e13-9cba-9b3e543df2ff"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:09:13.463414 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb83eba5-f4b4-460c-8399-9b7285f08eb0 x-openstack-request-id: req-fb83eba5-f4b4-460c-8399-9b7285f08eb0 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:09:13.463718 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fead850b-7beb-43c0-8fa3-a8142b9f8ebb", "name": "network-vif-deleted", "tag": "27cebd67-c418-4e13-9cba-9b3e543df2ff", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:09:13.463981 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-fb83eba5-f4b4-460c-8399-9b7285f08eb0 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:09:13.464448 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb83eba5-f4b4-460c-8399-9b7285f08eb0'] response: {'server_uuid': 'fead850b-7beb-43c0-8fa3-a8142b9f8ebb', 'name': 'network-vif-deleted', 'tag': '27cebd67-c418-4e13-9cba-9b3e543df2ff', 'status': 'completed', 'code': 200} Apr 08 19:09:14.522577 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a096f2ba-7f79-4a93-bce3-4654461ecc6a req-62fa3955-8d85-4fdb-9050-31a77432925d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 210 time: 0.0335310 Apr 08 19:09:15.621388 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e397ff51-2ec9-400e-9520-d72b3729eef6 req-10b53cb3-4813-4519-8237-375e35bfa337 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 210 time: 0.0292158 Apr 08 19:09:16.249993 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['27cebd67-c418-4e13-9cba-9b3e543df2ff'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:09:16.731453 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9d3250dc-01ba-440b-97d7-513fa417610a req-a40aa1fd-3eba-4199-b8c6-2cab39948c2f tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=fead850b-7beb-43c0-8fa3-a8142b9f8ebb HTTP/1.1" status: 200 len: 210 time: 0.0268052 Apr 08 19:09:18.487179 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 27cebd67-c418-4e13-9cba-9b3e543df2ff no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:09:18.509771 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 27cebd67-c418-4e13-9cba-9b3e543df2ff {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:09:18.510126 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 27cebd67-c418-4e13-9cba-9b3e543df2ff not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:09:24.727155 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aa2d7caf-fd19-456e-8c04-1e6a6a31a899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:26.506123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:27.144893 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49155a6e-2343-4afa-bfe6-10e9a73dd2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:28.494069 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:29.211587 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba638-0fde-4150-863f-abf589297f5d req-f977d5ae-669e-4c52-8ef3-11c0988da088 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:29.213113 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-f977d5ae-669e-4c52-8ef3-11c0988da088 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/networks?id=49755f31-6d3b-48e8-8398-a2c8c9699483 HTTP/1.1" status: 200 len: 813 time: 0.4090841 Apr 08 19:09:29.229004 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-5bda9e32-a947-407d-8792-5564a8b13501 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/quotas/715f7a2147ca4f94a8e0f877bebb43b1 HTTP/1.1" status: 200 len: 375 time: 0.0095463 Apr 08 19:09:29.264638 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-8f635e2f-e2d6-47a0-ae5c-70262206f42d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=715f7a2147ca4f94a8e0f877bebb43b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293155 Apr 08 19:09:29.450609 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-c2f913f9-696a-4db8-9b56-998c0064ff86 service neutron] 10.222.0.109 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787956 Apr 08 19:09:29.542280 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-09498ec9-87f4-4365-8217-9284c8259da3 service neutron] 10.222.0.109 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861502 Apr 08 19:09:29.699871 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a4c80e4e-f320-4c08-b476-3aeca1abb252 req-03277592-4899-4433-afb3-98242d7b330d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 210 time: 0.0275192 Apr 08 19:09:30.102279 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:30.791725 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f4064982-c28f-4806-81c3-2f0d195c07f5 req-410cf941-9218-4fd3-b5d1-a2d107c74ddc tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 210 time: 0.0269680 Apr 08 19:09:31.512252 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:31.889495 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-79cd6d19-fae4-4007-9f98-3d91390f89c5 req-a089a269-b0da-4f69-85d6-412ff36cbbfb tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 210 time: 0.0320086 Apr 08 19:09:32.806312 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba638-0fde-4150-863f-abf589297f5d req-eca53472-09a1-46a4-8c09-a58ab6804fc1 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:32.807760 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-eca53472-09a1-46a4-8c09-a58ab6804fc1 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.113 "GET /v2.0/networks?id=49755f31-6d3b-48e8-8398-a2c8c9699483 HTTP/1.1" status: 200 len: 813 time: 0.1150103 Apr 08 19:09:32.823976 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Request body: {'port': {'device_id': '78ca4692-11c4-4be3-96fa-fe66e0dd0e21', 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483', 'admin_state_up': True, 'tenant_id': '715f7a2147ca4f94a8e0f877bebb43b1'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:09:32.945963 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Made reservation on behalf of 715f7a2147ca4f94a8e0f877bebb43b1 for: {'port': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:09:32.949556 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:32.998090 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-22da6ed0-c4df-47c0-8c5e-0f7a9dc517d3 req-cb00b258-af26-45c1-ba80-dcd7c997a934 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 210 time: 0.0385282 Apr 08 19:09:33.109898 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Allocated IP 172.20.0.4 (49755f31-6d3b-48e8-8398-a2c8c9699483/7b684fec-e8ef-46e7-841e-552d9e796ead/226cdf91-04be-47c9-bb93-85f7eb4538ee) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:09:33.262876 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks [] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:33.298229 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:33.348263 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Network 49755f31-6d3b-48e8-8398-a2c8c9699483 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:09:33.351253 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:09:33.354903 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:09:33.387751 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Pushing event updated for resources: {'Port': ['ID=226cdf91-04be-47c9-bb93-85f7eb4538ee,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:33.412690 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:33.413351 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:33.430951 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-274b6e42-6303-4445-8383-77ff5621bc46 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130500 Apr 08 19:09:33.443147 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Request body: {'port': {'device_id': '78ca4692-11c4-4be3-96fa-fe66e0dd0e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:09:33.507019 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:33.789391 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226cdf91-04be-47c9-bb93-85f7eb4538ee {{(pid=103341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:09:33.792442 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Publish callbacks [] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:33.805649 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.provisioning_blocks [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Transition to ACTIVE for port object 226cdf91-04be-47c9-bb93-85f7eb4538ee will not be triggered until provisioned by entity L2. {{(pid=103341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:09:33.809985 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:33.862528 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Pushing event updated for resources: {'Port': ['ID=226cdf91-04be-47c9-bb93-85f7eb4538ee,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:33.938798 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Attempting to bind port 226cdf91-04be-47c9-bb93-85f7eb4538ee on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:09:33.939139 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Attempting to bind port 226cdf91-04be-47c9-bb93-85f7eb4538ee by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:09:33.939544 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Attempting to bind port 226cdf91-04be-47c9-bb93-85f7eb4538ee on network 49755f31-6d3b-48e8-8398-a2c8c9699483 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:09:33.944367 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Port 226cdf91-04be-47c9-bb93-85f7eb4538ee on network 49755f31-6d3b-48e8-8398-a2c8c9699483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:09:33.944695 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Attempting to bind port 226cdf91-04be-47c9-bb93-85f7eb4538ee on network 49755f31-6d3b-48e8-8398-a2c8c9699483 {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:09:33.950461 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:09:33.951140 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Checking segment: {'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:09:33.951140 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Bound using segment: {'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'} {{(pid=103341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:09:33.951419 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.managers [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Bound port: 226cdf91-04be-47c9-bb93-85f7eb4538ee, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1530, 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483'}}] {{(pid=103341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:09:33.951712 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:34.014679 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] For port 226cdf91-04be-47c9-bb93-85f7eb4538ee, host hv-cinder-83716, cleared binding levels {{(pid=103341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:09:34.017669 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] For port 226cdf91-04be-47c9-bb93-85f7eb4538ee, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=226cdf91-04be-47c9-bb93-85f7eb4538ee,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:09:34.024226 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:34.060106 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:34.060758 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:34.062370 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] 10.222.0.113 "PUT /v2.0/ports/226cdf91-04be-47c9-bb93-85f7eb4538ee HTTP/1.1" status: 200 len: 1093 time: 0.6234796 Apr 08 19:09:34.064659 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ca4692-11c4-4be3-96fa-fe66e0dd0e21', 'tag': '226cdf91-04be-47c9-bb93-85f7eb4538ee'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:09:34.067897 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "78ca4692-11c4-4be3-96fa-fe66e0dd0e21", "tag": "226cdf91-04be-47c9-bb93-85f7eb4538ee"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:09:34.123952 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e253746-29bd-42b5-9972-bd9e7f0b9a8f x-openstack-request-id: req-3e253746-29bd-42b5-9972-bd9e7f0b9a8f {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:09:34.124343 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ca4692-11c4-4be3-96fa-fe66e0dd0e21", "tag": "226cdf91-04be-47c9-bb93-85f7eb4538ee", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:09:34.124709 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3e253746-29bd-42b5-9972-bd9e7f0b9a8f {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:09:34.125171 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e253746-29bd-42b5-9972-bd9e7f0b9a8f'] response: {'name': 'network-changed', 'server_uuid': '78ca4692-11c4-4be3-96fa-fe66e0dd0e21', 'tag': '226cdf91-04be-47c9-bb93-85f7eb4538ee', 'status': 'completed', 'code': 200} Apr 08 19:09:34.164397 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e793de-3da6-4135-9b18-79d8b8255d51 service neutron] Pushing event updated for resources: {'Port': ['ID=226cdf91-04be-47c9-bb93-85f7eb4538ee,revision_number=3']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:34.183610 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37876c75-1d37-4448-a1a7-9cbfaead530c req-d93e003e-800e-4233-ae9d-503b620d7707 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:34.185135 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-37876c75-1d37-4448-a1a7-9cbfaead530c req-d93e003e-800e-4233-ae9d-503b620d7707 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 943 time: 0.1143067 Apr 08 19:09:34.190265 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba638-0fde-4150-863f-abf589297f5d req-108048c3-1679-40f9-bfc2-767ae53282df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:34.191943 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-108048c3-1679-40f9-bfc2-767ae53282df service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=715f7a2147ca4f94a8e0f877bebb43b1&device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 1127 time: 0.0788267 Apr 08 19:09:34.240575 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-11542c2f-4afe-45c7-ad0b-3e2c6f5c07a4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=226cdf91-04be-47c9-bb93-85f7eb4538ee HTTP/1.1" status: 200 len: 217 time: 0.0410500 Apr 08 19:09:34.300684 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-37876c75-1d37-4448-a1a7-9cbfaead530c req-b07ed80e-c5c3-494b-9a5b-ca17b3544e7e tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077442 Apr 08 19:09:34.312293 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba638-0fde-4150-863f-abf589297f5d req-fae786c4-f9fe-4577-abe1-fd4619603a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:34.313750 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-fae786c4-f9fe-4577-abe1-fd4619603a84 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7b684fec-e8ef-46e7-841e-552d9e796ead HTTP/1.1" status: 200 len: 853 time: 0.0636969 Apr 08 19:09:34.348778 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-c09a19d0-63f6-4d1f-97ba-f73db6c454fd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49755f31-6d3b-48e8-8398-a2c8c9699483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281417 Apr 08 19:09:34.443427 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-e4c4946c-fe67-4bb4-b64a-26c263b79627 service neutron] 10.222.0.113 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888758 Apr 08 19:09:34.542242 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-657ba638-0fde-4150-863f-abf589297f5d req-0de4dc0f-0ac1-48bd-94ca-879bbded711b service neutron] 10.222.0.113 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914197 Apr 08 19:09:35.417267 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268912c-576e-4178-ba3a-a2c5a36d6ff7 req-f0fafe3b-a7d0-4d35-acf2-6fae2e57a65b tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:35.419303 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5268912c-576e-4178-ba3a-a2c5a36d6ff7 req-f0fafe3b-a7d0-4d35-acf2-6fae2e57a65b tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 943 time: 0.0482361 Apr 08 19:09:35.465850 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5268912c-576e-4178-ba3a-a2c5a36d6ff7 req-256c989f-328c-476a-8f3d-cf4b7150178d tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Apr 08 19:09:36.263379 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39076) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:36.366760 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7d387176-f1a1-4add-9afa-6f6984411f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.441181 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7d387176-f1a1-4add-9afa-6f6984411f4e admin admin] Publish callbacks [] for security_group (3e4774fa-93ca-47f1-9962-cc6daace59c4), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.444721 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7d387176-f1a1-4add-9afa-6f6984411f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (3e4774fa-93ca-47f1-9962-cc6daace59c4), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.481557 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d387176-f1a1-4add-9afa-6f6984411f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4774fa-93ca-47f1-9962-cc6daace59c4,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:36.485958 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-7d387176-f1a1-4add-9afa-6f6984411f4e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8ceec9a148224bb3968ad2102fe6af84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215405 Apr 08 19:09:36.488984 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39082) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:36.546192 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-67095e0b-b545-40f2-8c08-30f1b5a8b77c admin admin] Publish callbacks [] for security_group (3e4774fa-93ca-47f1-9962-cc6daace59c4), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.570482 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-67095e0b-b545-40f2-8c08-30f1b5a8b77c admin admin] Publish callbacks [] for security_group (3e4774fa-93ca-47f1-9962-cc6daace59c4), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.588908 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70203fdb-6158-43db-8c5e-ba9bdc795aa5 req-fca02711-bcc3-41c1-b8d0-c9ec90a5e4d6 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:36.590456 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-70203fdb-6158-43db-8c5e-ba9bdc795aa5 req-fca02711-bcc3-41c1-b8d0-c9ec90a5e4d6 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 943 time: 0.0526941 Apr 08 19:09:36.624068 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-67095e0b-b545-40f2-8c08-30f1b5a8b77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (3e4774fa-93ca-47f1-9962-cc6daace59c4), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.626683 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-67095e0b-b545-40f2-8c08-30f1b5a8b77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.627859 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-67095e0b-b545-40f2-8c08-30f1b5a8b77c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3e4774fa-93ca-47f1-9962-cc6daace59c4 HTTP/1.1" status: 204 len: 168 time: 0.1379528 Apr 08 19:09:36.635556 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095e0b-b545-40f2-8c08-30f1b5a8b77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4774fa-93ca-47f1-9962-cc6daace59c4,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:36.641797 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-70203fdb-6158-43db-8c5e-ba9bdc795aa5 req-fa5e5633-1ba6-43a2-91f7-2fc0019ecccb tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454998 Apr 08 19:09:36.900366 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39088) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:36.913383 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1092-0a86-422a-baba-0bed5667d535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.994416 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1092-0a86-422a-baba-0bed5667d535 admin admin] Publish callbacks [] for security_group (baa461c0-d94b-456e-b0bb-20aa6002477d), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:36.998751 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0d8e1092-0a86-422a-baba-0bed5667d535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (baa461c0-d94b-456e-b0bb-20aa6002477d), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:37.037388 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0d8e1092-0a86-422a-baba-0bed5667d535 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=647ca16ac83b44339b879709bb1c0b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359191 Apr 08 19:09:37.038286 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e1092-0a86-422a-baba-0bed5667d535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa461c0-d94b-456e-b0bb-20aa6002477d,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:37.040099 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:37.090921 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42941998-a460-4e45-aba2-1446b58da283 admin admin] Publish callbacks [] for security_group (baa461c0-d94b-456e-b0bb-20aa6002477d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:37.114458 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42941998-a460-4e45-aba2-1446b58da283 admin admin] Publish callbacks [] for security_group (baa461c0-d94b-456e-b0bb-20aa6002477d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:37.163731 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42941998-a460-4e45-aba2-1446b58da283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (baa461c0-d94b-456e-b0bb-20aa6002477d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:37.166658 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-42941998-a460-4e45-aba2-1446b58da283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:37.168027 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-42941998-a460-4e45-aba2-1446b58da283 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/baa461c0-d94b-456e-b0bb-20aa6002477d HTTP/1.1" status: 204 len: 168 time: 0.1266978 Apr 08 19:09:37.176491 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42941998-a460-4e45-aba2-1446b58da283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa461c0-d94b-456e-b0bb-20aa6002477d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:37.801436 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafc908-cca7-4bf9-a303-b9cbc19ed523 req-fb6c5172-3c09-485c-843e-3eed55024c77 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:37.803088 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2fafc908-cca7-4bf9-a303-b9cbc19ed523 req-fb6c5172-3c09-485c-843e-3eed55024c77 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 943 time: 0.0484807 Apr 08 19:09:37.855130 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2fafc908-cca7-4bf9-a303-b9cbc19ed523 req-24c87dc2-b265-4360-bd0f-3ebae422f206 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Apr 08 19:09:38.279071 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-98c4880f-ca23-4c4a-acb0-8c0ae2ca6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:38.280689 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-98c4880f-ca23-4c4a-acb0-8c0ae2ca6822 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=715f7a2147ca4f94a8e0f877bebb43b1&device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 1127 time: 0.0448377 Apr 08 19:09:38.361861 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 226cdf91-04be-47c9-bb93-85f7eb4538ee details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:09:38.380644 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-c8d2169b-d92d-438d-809e-bcf1c61a0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:38.382374 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-c8d2169b-d92d-438d-809e-bcf1c61a0670 service neutron] 10.222.0.113 "GET /v2.0/networks?id=49755f31-6d3b-48e8-8398-a2c8c9699483 HTTP/1.1" status: 200 len: 915 time: 0.0924366 Apr 08 19:09:38.430712 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-55107fba-383c-480e-8d65-bf08ed45c176 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=226cdf91-04be-47c9-bb93-85f7eb4538ee HTTP/1.1" status: 200 len: 217 time: 0.0404468 Apr 08 19:09:38.466028 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 226cdf91-04be-47c9-bb93-85f7eb4538ee, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=226cdf91-04be-47c9-bb93-85f7eb4538ee,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:09:38.480252 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '226cdf91-04be-47c9-bb93-85f7eb4538ee', 'network_id': '49755f31-6d3b-48e8-8398-a2c8c9699483', 'port_id': '226cdf91-04be-47c9-bb93-85f7eb4538ee', 'mac_address': 'fa:16:3e:01:a8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b684fec-e8ef-46e7-841e-552d9e796ead', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:09:38.492720 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-a44d8388-3178-4a57-b139-c101551c4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:38.494309 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-a44d8388-3178-4a57-b139-c101551c4262 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=7b684fec-e8ef-46e7-841e-552d9e796ead HTTP/1.1" status: 200 len: 853 time: 0.0536654 Apr 08 19:09:38.524836 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 226cdf91-04be-47c9-bb93-85f7eb4538ee is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:09:38.525238 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:38.529145 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-facb0a44-4bd8-415d-ab65-cf9b0e8af5af service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49755f31-6d3b-48e8-8398-a2c8c9699483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283408 Apr 08 19:09:38.540651 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226cdf91-04be-47c9-bb93-85f7eb4538ee {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:09:38.562943 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 226cdf91-04be-47c9-bb93-85f7eb4538ee, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=226cdf91-04be-47c9-bb93-85f7eb4538ee,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:09:38.568688 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:38.624190 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=226cdf91-04be-47c9-bb93-85f7eb4538ee,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:38.631625 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.631990 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.632375 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.632732 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.633281 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.633627 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.633998 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.634338 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.634679 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.635018 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.635357 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.635694 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.636029 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.636388 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.636763 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:09:38.645188 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-1878f8f0-9a24-4f25-b50f-55b64858a5fc service neutron] 10.222.0.113 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065612 Apr 08 19:09:38.737821 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c36a7f6c-996d-41f1-a372-b96c7ac7d6f8 req-8f17e483-2c70-4ac5-9e78-df99ab657f01 service neutron] 10.222.0.113 "GET /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859170 Apr 08 19:09:38.844224 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['226cdf91-04be-47c9-bb93-85f7eb4538ee'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:09:38.856966 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39152) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:38.989269 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc45e3-1c50-4479-a30c-91b3975373d6 req-a5701bb8-9d68-4871-a529-fe4f99995fa4 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:38.990818 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dddc45e3-1c50-4479-a30c-91b3975373d6 req-a5701bb8-9d68-4871-a529-fe4f99995fa4 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 944 time: 0.0651653 Apr 08 19:09:38.991764 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d1249d0-9b43-4c75-8ba1-6d6d7aad497a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.067850 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dddc45e3-1c50-4479-a30c-91b3975373d6 req-7eddfb21-7bb5-479c-9b7b-4f1a6a6c7109 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666935 Apr 08 19:09:39.110033 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d1249d0-9b43-4c75-8ba1-6d6d7aad497a admin admin] Publish callbacks [] for security_group (c0b4e827-654b-40d3-ad74-ce0346a3e427), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.113900 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d1249d0-9b43-4c75-8ba1-6d6d7aad497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (c0b4e827-654b-40d3-ad74-ce0346a3e427), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.153054 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-3d1249d0-9b43-4c75-8ba1-6d6d7aad497a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5f5e92517c20467bb783c67ad0decec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948213 Apr 08 19:09:39.155254 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1249d0-9b43-4c75-8ba1-6d6d7aad497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4e827-654b-40d3-ad74-ce0346a3e427,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:39.156715 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39160) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:39.217802 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc1d8-bb67-48f9-9752-ddf9af0ea69e admin admin] Publish callbacks [] for security_group (c0b4e827-654b-40d3-ad74-ce0346a3e427), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.239492 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc1d8-bb67-48f9-9752-ddf9af0ea69e admin admin] Publish callbacks [] for security_group (c0b4e827-654b-40d3-ad74-ce0346a3e427), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.303219 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc1d8-bb67-48f9-9752-ddf9af0ea69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (c0b4e827-654b-40d3-ad74-ce0346a3e427), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.305882 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ed1fc1d8-bb67-48f9-9752-ddf9af0ea69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.307050 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-ed1fc1d8-bb67-48f9-9752-ddf9af0ea69e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c0b4e827-654b-40d3-ad74-ce0346a3e427 HTTP/1.1" status: 204 len: 168 time: 0.1484518 Apr 08 19:09:39.317061 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fc1d8-bb67-48f9-9752-ddf9af0ea69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4e827-654b-40d3-ad74-ce0346a3e427,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:39.577667 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39170) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:39.591738 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-81a866f8-d225-42c6-995d-a192c65dd764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.668770 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-81a866f8-d225-42c6-995d-a192c65dd764 admin admin] Publish callbacks [] for security_group (ad2bf6bf-0d84-4f0f-a75e-a44cdcaf62af), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.673719 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-81a866f8-d225-42c6-995d-a192c65dd764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ad2bf6bf-0d84-4f0f-a75e-a44cdcaf62af), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.713238 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-81a866f8-d225-42c6-995d-a192c65dd764 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c95b668680b647678a9c4632b9adc8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345460 Apr 08 19:09:39.714120 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a866f8-d225-42c6-995d-a192c65dd764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2bf6bf-0d84-4f0f-a75e-a44cdcaf62af,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:39.716101 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39172) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:39.769115 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47caae3d-5fa1-4f09-95ba-2bf029e282df admin admin] Publish callbacks [] for security_group (ad2bf6bf-0d84-4f0f-a75e-a44cdcaf62af), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.790153 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47caae3d-5fa1-4f09-95ba-2bf029e282df admin admin] Publish callbacks [] for security_group (ad2bf6bf-0d84-4f0f-a75e-a44cdcaf62af), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.836739 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47caae3d-5fa1-4f09-95ba-2bf029e282df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ad2bf6bf-0d84-4f0f-a75e-a44cdcaf62af), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.839227 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47caae3d-5fa1-4f09-95ba-2bf029e282df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:39.841046 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-47caae3d-5fa1-4f09-95ba-2bf029e282df admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ad2bf6bf-0d84-4f0f-a75e-a44cdcaf62af HTTP/1.1" status: 204 len: 168 time: 0.1239185 Apr 08 19:09:39.848996 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47caae3d-5fa1-4f09-95ba-2bf029e282df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2bf6bf-0d84-4f0f-a75e-a44cdcaf62af,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:40.191783 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7b15-67e1-4bc7-8d4f-49ddf24d2722 req-c70133ac-9fb0-40a4-ac38-8e0f386f1a71 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:40.193310 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3ca7b15-67e1-4bc7-8d4f-49ddf24d2722 req-c70133ac-9fb0-40a4-ac38-8e0f386f1a71 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 944 time: 0.0537398 Apr 08 19:09:40.243075 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a3ca7b15-67e1-4bc7-8d4f-49ddf24d2722 req-7fc8de56-20fb-4234-9aa5-a42370c85dbe tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Apr 08 19:09:40.375876 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 226cdf91-04be-47c9-bb93-85f7eb4538ee up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:09:40.428494 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 226cdf91-04be-47c9-bb93-85f7eb4538ee completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:09:40.438229 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 226cdf91-04be-47c9-bb93-85f7eb4538ee triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:09:40.439074 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:40.534162 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 226cdf91-04be-47c9-bb93-85f7eb4538ee is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:09:40.534635 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:40.557876 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ca4692-11c4-4be3-96fa-fe66e0dd0e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226cdf91-04be-47c9-bb93-85f7eb4538ee'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:09:40.561051 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eab874-1abf-4def-9dd3-e0b84a9927d4" -d '{"events": [{"server_uuid": "78ca4692-11c4-4be3-96fa-fe66e0dd0e21", "name": "network-vif-plugged", "status": "completed", "tag": "226cdf91-04be-47c9-bb93-85f7eb4538ee"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:09:40.574327 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 226cdf91-04be-47c9-bb93-85f7eb4538ee, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=226cdf91-04be-47c9-bb93-85f7eb4538ee,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:09:40.580024 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:40.605144 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e797cfc1-e72c-47d9-a073-4f57733455c7 x-openstack-request-id: req-e797cfc1-e72c-47d9-a073-4f57733455c7 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:09:40.606786 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ca4692-11c4-4be3-96fa-fe66e0dd0e21", "name": "network-vif-plugged", "status": "completed", "tag": "226cdf91-04be-47c9-bb93-85f7eb4538ee", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:09:40.607194 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e797cfc1-e72c-47d9-a073-4f57733455c7 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:09:40.607771 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e797cfc1-e72c-47d9-a073-4f57733455c7'] response: {'server_uuid': '78ca4692-11c4-4be3-96fa-fe66e0dd0e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226cdf91-04be-47c9-bb93-85f7eb4538ee', 'code': 200} Apr 08 19:09:40.637008 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=226cdf91-04be-47c9-bb93-85f7eb4538ee,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:40.768725 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa71aa-f608-4d45-a6a1-608f9b7603a8 req-2e9159b4-29b6-4abc-b21f-31d85319d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:40.770227 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7baa71aa-f608-4d45-a6a1-608f9b7603a8 req-2e9159b4-29b6-4abc-b21f-31d85319d97b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 1129 time: 0.0381043 Apr 08 19:09:40.817692 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7baa71aa-f608-4d45-a6a1-608f9b7603a8 req-4b00a93d-99ce-4f97-80e3-b7563e6511d0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Apr 08 19:09:41.364029 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e088b-b514-401a-9fe7-7a37f8d4c1e7 req-9992d154-53f5-403a-8f8a-8729d2adf8d7 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:41.365556 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c52e088b-b514-401a-9fe7-7a37f8d4c1e7 req-9992d154-53f5-403a-8f8a-8729d2adf8d7 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0524449 Apr 08 19:09:41.413166 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c52e088b-b514-401a-9fe7-7a37f8d4c1e7 req-28b05974-cc28-49b3-9844-5cb30af59927 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Apr 08 19:09:42.538389 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f84ec-6044-49ba-a5c1-298ef9afbbef req-c07bd5a3-8b33-4963-ac04-ddcf09b7775e tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:42.539905 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a20f84ec-6044-49ba-a5c1-298ef9afbbef req-c07bd5a3-8b33-4963-ac04-ddcf09b7775e tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0503006 Apr 08 19:09:42.589488 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a20f84ec-6044-49ba-a5c1-298ef9afbbef req-559d46c3-b459-474c-b94f-8d53ec5f55d2 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436203 Apr 08 19:09:43.202187 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:09:43.705157 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc8a67-b4fd-4f57-9bcf-af0d31a813ea req-6da3abc3-96e9-4ed7-aa4c-6210c9a23fea tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:43.706631 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-96cc8a67-b4fd-4f57-9bcf-af0d31a813ea req-6da3abc3-96e9-4ed7-aa4c-6210c9a23fea tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Apr 08 19:09:43.760178 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-96cc8a67-b4fd-4f57-9bcf-af0d31a813ea req-ce78f798-1167-4580-98f6-d43a3ba9dfd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480695 Apr 08 19:09:44.066613 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39302) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:44.181372 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-59fdb2f4-fb01-42ea-85c3-b183c81b0bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:44.269655 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-59fdb2f4-fb01-42ea-85c3-b183c81b0bc7 admin admin] Publish callbacks [] for security_group (11a8d6fd-d563-48cd-956f-cf430e70fbd6), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:44.273787 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-59fdb2f4-fb01-42ea-85c3-b183c81b0bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (11a8d6fd-d563-48cd-956f-cf430e70fbd6), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:44.314581 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-59fdb2f4-fb01-42ea-85c3-b183c81b0bc7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2701fc4832a9448fa678fb789c3a5aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468529 Apr 08 19:09:44.315459 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdb2f4-fb01-42ea-85c3-b183c81b0bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a8d6fd-d563-48cd-956f-cf430e70fbd6,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:44.317606 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39308) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:44.366321 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e92cc36a-4ebc-4d67-9eeb-26a59f5349d3 admin admin] Publish callbacks [] for security_group (11a8d6fd-d563-48cd-956f-cf430e70fbd6), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:44.388019 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e92cc36a-4ebc-4d67-9eeb-26a59f5349d3 admin admin] Publish callbacks [] for security_group (11a8d6fd-d563-48cd-956f-cf430e70fbd6), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:44.437675 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e92cc36a-4ebc-4d67-9eeb-26a59f5349d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (11a8d6fd-d563-48cd-956f-cf430e70fbd6), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:44.440302 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e92cc36a-4ebc-4d67-9eeb-26a59f5349d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:44.441757 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e92cc36a-4ebc-4d67-9eeb-26a59f5349d3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/11a8d6fd-d563-48cd-956f-cf430e70fbd6 HTTP/1.1" status: 204 len: 168 time: 0.1231239 Apr 08 19:09:44.449708 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cc36a-4ebc-4d67-9eeb-26a59f5349d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a8d6fd-d563-48cd-956f-cf430e70fbd6,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:46.830907 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18302e61-2cb9-4565-af47-df5204c64898 req-c721697c-4162-4dbb-afea-7cd1ae4bb3e1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:46.832606 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-18302e61-2cb9-4565-af47-df5204c64898 req-c721697c-4162-4dbb-afea-7cd1ae4bb3e1 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0488677 Apr 08 19:09:46.890113 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-18302e61-2cb9-4565-af47-df5204c64898 req-805932fb-8960-4b75-8a77-5d86bc3fb06c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498965 Apr 08 19:09:48.019019 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a2a44-680a-47b1-a6bd-c54e1be1cb68 req-e335160f-ac93-4e84-9f7e-97bbc4e9c927 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:48.020529 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-768a2a44-680a-47b1-a6bd-c54e1be1cb68 req-e335160f-ac93-4e84-9f7e-97bbc4e9c927 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0510697 Apr 08 19:09:48.071604 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-768a2a44-680a-47b1-a6bd-c54e1be1cb68 req-f45b304d-0416-41d6-8ffc-ac35f872683f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 Apr 08 19:09:49.190222 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f60768-3aa6-4742-a5c5-e58b0486204f req-97176f69-2333-448c-abf1-1d43e8b1730b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:49.191958 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-40f60768-3aa6-4742-a5c5-e58b0486204f req-97176f69-2333-448c-abf1-1d43e8b1730b tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0477114 Apr 08 19:09:49.239432 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-40f60768-3aa6-4742-a5c5-e58b0486204f req-b39cb59f-388f-4a0d-a876-21f4de1de653 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Apr 08 19:09:50.360186 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fa6e9-0424-4c4c-a122-2efa54d1a353 req-e1240197-5e00-48c3-b278-77f4d0b66ac7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:50.361700 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2d1fa6e9-0424-4c4c-a122-2efa54d1a353 req-e1240197-5e00-48c3-b278-77f4d0b66ac7 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0477679 Apr 08 19:09:50.414902 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2d1fa6e9-0424-4c4c-a122-2efa54d1a353 req-90fd537a-30f6-49a2-9802-2ada3293edf9 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Apr 08 19:09:51.533133 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532de04f-8438-4896-8445-24fa6e8fd46f req-dadfa0a7-cfc2-44b9-93a5-2338e748d4c5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:51.534609 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-532de04f-8438-4896-8445-24fa6e8fd46f req-dadfa0a7-cfc2-44b9-93a5-2338e748d4c5 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0480478 Apr 08 19:09:51.585360 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-532de04f-8438-4896-8445-24fa6e8fd46f req-d15c45b0-3564-4cb8-ad0b-a43c1d003370 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451818 Apr 08 19:09:52.256670 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-328ce58f-19d6-4af4-abdc-1714c9872728 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:52.258170 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-328ce58f-19d6-4af4-abdc-1714c9872728 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0501184 Apr 08 19:09:52.352403 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Deleting port cb0238be-4426-4912-b0df-283cac5f8bda {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:09:52.352754 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:52.445462 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] For port cb0238be-4426-4912-b0df-283cac5f8bda, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=cb0238be-4426-4912-b0df-283cac5f8bda,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:09:52.445833 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:52.658737 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:52.658737 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (3db27041-0d9d-4bd0-b3a0-8d0986ca77ca), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:52.658737 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Floating IP 3db27041-0d9d-4bd0-b3a0-8d0986ca77ca disassociated. External IP: 172.27.0.122, port: cb0238be-4426-4912-b0df-283cac5f8bda. Apr 08 19:09:52.658737 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Calling delete_port for cb0238be-4426-4912-b0df-283cac5f8bda owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:09:52.772074 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee44e-8789-4417-aace-625d1d0773f5 req-6ccbeca6-202a-4307-866e-58cb9a840ba0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:52.773597 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa4ee44e-8789-4417-aace-625d1d0773f5 req-6ccbeca6-202a-4307-866e-58cb9a840ba0 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/ports?device_id=10492800-a961-4b49-bbb9-fdb71c73820a HTTP/1.1" status: 200 len: 947 time: 0.0624776 Apr 08 19:09:52.863374 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fa4ee44e-8789-4417-aace-625d1d0773f5 req-802fd88c-85cf-4488-ac57-f431bc122842 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups?id=bddf4d2f-6d69-4beb-99ec-e54cafaac806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808015 Apr 08 19:09:52.877429 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (cb0238be-4426-4912-b0df-283cac5f8bda), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:52.912146 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event deleted for resources: {'Port': ['ID=cb0238be-4426-4912-b0df-283cac5f8bda,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:53.035937 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Router 7b5c78fa-904f-4738-9aea-29dcc814671e has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:09:53.156551 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:09:53.166363 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] Sync routers for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:09:53.176465 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:09:53.177072 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:09:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:09:53.201256 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] No DVR routers for this DVR port cb0238be-4426-4912-b0df-283cac5f8bda on host hv-cinder-83716 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:09:53.204300 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:53.208149 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-39017e0e-d404-48ac-a63a-30f524119fd9 req-349215b2-044f-4d66-99b2-b6762b263caa tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.113 "DELETE /v2.0/ports/cb0238be-4426-4912-b0df-283cac5f8bda HTTP/1.1" status: 204 len: 173 time: 0.9445503 Apr 08 19:09:53.208899 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-deleted', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:09:53.211232 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9b52b5-c7de-4cd9-bb75-5300fabf2884" -d '{"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-deleted", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:09:53.256524 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56623a75-cf5b-41b0-8c2c-10e732518e67 x-openstack-request-id: req-56623a75-cf5b-41b0-8c2c-10e732518e67 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:09:53.256524 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10492800-a961-4b49-bbb9-fdb71c73820a", "name": "network-vif-deleted", "tag": "cb0238be-4426-4912-b0df-283cac5f8bda", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:09:53.256524 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-56623a75-cf5b-41b0-8c2c-10e732518e67 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:09:53.256524 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56623a75-cf5b-41b0-8c2c-10e732518e67'] response: {'server_uuid': '10492800-a961-4b49-bbb9-fdb71c73820a', 'name': 'network-vif-deleted', 'tag': 'cb0238be-4426-4912-b0df-283cac5f8bda', 'status': 'completed', 'code': 200} Apr 08 19:09:53.314028 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:09:53.526347 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:09:53.554810 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] Checking router: 7b5c78fa-904f-4738-9aea-29dcc814671e for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:09:53.563965 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:09:53.564589 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:09:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:09:53.787250 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:09:53.954346 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39468) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:53.997587 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:09:54.013671 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f38fbdf-2da8-42d4-980d-0eefca3bef9f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (bddf4d2f-6d69-4beb-99ec-e54cafaac806), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.029474 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fc1c8-686e-4ba9-bf1c-75d0a23e0648 None None] The sync data for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi is: [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:03:27Z', 'revision_number': 4, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '13b7130d-3b24-4f79-a144-9b5a5e7e2993', 'name': '', 'network_id': 'ee9b4819-d78f-4d2a-972f-ab032e8cc6b8', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'mac_address': 'fa:16:3e:54:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:26Z', 'updated_at': '2022-04-08T19:03:31Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'subnets': [{'id': '44f517f6-4839-4f93-a72b-e94c0695df5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:09:54.042233 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f38fbdf-2da8-42d4-980d-0eefca3bef9f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (bddf4d2f-6d69-4beb-99ec-e54cafaac806), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.092467 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f38fbdf-2da8-42d4-980d-0eefca3bef9f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (bddf4d2f-6d69-4beb-99ec-e54cafaac806), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.095034 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4f38fbdf-2da8-42d4-980d-0eefca3bef9f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.096363 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-4f38fbdf-2da8-42d4-980d-0eefca3bef9f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "DELETE /v2.0/security-groups/bddf4d2f-6d69-4beb-99ec-e54cafaac806 HTTP/1.1" status: 204 len: 168 time: 0.1409895 Apr 08 19:09:54.099517 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39470) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:54.106246 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38fbdf-2da8-42d4-980d-0eefca3bef9f tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddf4d2f-6d69-4beb-99ec-e54cafaac806,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:54.114228 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.api.v2.resource [None req-545793c5-c328-4bb4-bc04-6a74da2eb007 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] show failed (client error): The resource could not be found. Apr 08 19:09:54.115502 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-545793c5-c328-4bb4-bc04-6a74da2eb007 tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "GET /v2.0/security-groups/bddf4d2f-6d69-4beb-99ec-e54cafaac806 HTTP/1.1" status: 404 len: 347 time: 0.0149069 Apr 08 19:09:54.118340 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39472) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:09:54.246966 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Deleting port d06d4b28-9acb-4961-8038-84b8c3d5faa1 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:09:54.247312 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (d06d4b28-9acb-4961-8038-84b8c3d5faa1), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.266166 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374bcd9-3fc6-404a-9398-d74468ea6419 None None] New status for floating IP 3db27041-0d9d-4bd0-b3a0-8d0986ca77ca: DOWN {{(pid=103342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:09:54.330379 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (d06d4b28-9acb-4961-8038-84b8c3d5faa1), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.330705 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (d06d4b28-9acb-4961-8038-84b8c3d5faa1), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.343470 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Calling delete_port for d06d4b28-9acb-4961-8038-84b8c3d5faa1 owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:09:54.477961 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (d06d4b28-9acb-4961-8038-84b8c3d5faa1), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.503959 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Pushing event deleted for resources: {'Port': ['ID=d06d4b28-9acb-4961-8038-84b8c3d5faa1,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:09:54.564781 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks [] for floatingip (3db27041-0d9d-4bd0-b3a0-8d0986ca77ca), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.567862 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:54.569192 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-cf7bf4e1-d0ad-4d41-903d-8d834ea5a44c tempest-AttachVolumeShelveTestJSON-667888262 tempest-AttachVolumeShelveTestJSON-667888262-project] 10.222.0.109 "DELETE /v2.0/floatingips/3db27041-0d9d-4bd0-b3a0-8d0986ca77ca HTTP/1.1" status: 204 len: 168 time: 0.4491670 Apr 08 19:09:54.731156 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-72091a73-d6df-4d88-a24c-35a6f7b52da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:57.146079 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-dae08b64-5412-47c3-9705-b5f9f14ea98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:57.499340 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:09:57.528088 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: cb0238be-4426-4912-b0df-283cac5f8bda {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:09:57.528471 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device cb0238be-4426-4912-b0df-283cac5f8bda not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:09:57.531376 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:58.497902 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:09:58.707060 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-f4a77f51-6e23-4c0d-9471-cb4eb20c3995 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210238514&fields=id&tenant_id=43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 267 time: 0.0446150 Apr 08 19:09:58.812786 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-c5317d02-ab4c-424c-aa6b-74ada7233caa tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:09:58.814310 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-c5317d02-ab4c-424c-aa6b-74ada7233caa tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 812 time: 0.1008794 Apr 08 19:09:58.829508 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-acea2541-019d-4970-9459-6ec4547ce107 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/quotas/43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 375 time: 0.0095899 Apr 08 19:09:58.887964 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-1c2ba7d5-c188-4d05-a9da-2ef6446f7045 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529697 Apr 08 19:09:59.001353 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-1dbf46a7-dbcb-4fb9-a65a-9656ef595056 service neutron] 10.222.0.109 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008956 Apr 08 19:09:59.148651 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-2f028613-4854-4899-95e1-e459d3deed38 service neutron] 10.222.0.109 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412652 Apr 08 19:09:59.459768 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fcba3f63-3b4f-430c-97eb-8e0462774c4e req-2bb5dcb2-5e2b-47ad-a8ab-bf2d2d95caf3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 210 time: 0.0292170 Apr 08 19:10:00.105774 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:00.554810 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-68fe5f30-cc9f-48f4-9297-d8a561a7fe03 req-d34ea60f-e6b1-496b-919f-c7882fd3a896 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 210 time: 0.0289171 Apr 08 19:10:01.515479 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:01.648353 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ee24f8c5-2b3f-4aa8-95ab-7e9ab546099d req-eaf26971-6e5a-4540-991e-b8a3f056192c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 210 time: 0.0278089 Apr 08 19:10:02.742993 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-394d1aea-4e8c-41bb-a6aa-297ef4d80475 req-69efb8fb-b135-47bf-905c-dcff74598f09 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 210 time: 0.0316417 Apr 08 19:10:03.840829 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-75355070-c2fb-4a12-9513-578c5193cde4 req-04b1a875-5bb1-497d-8b5f-4290e8d97dc8 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 210 time: 0.0294468 Apr 08 19:10:04.052462 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-6ae1cdd9-3452-4054-913d-3f6ebf6eff8e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406005 Apr 08 19:10:04.142085 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-143c1cab-97c5-48b9-bd4f-20b147ffbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:04.143498 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-143c1cab-97c5-48b9-bd4f-20b147ffbb80 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1129 time: 0.0460207 Apr 08 19:10:04.177600 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-622e4e87-edf3-43b7-889a-c2c6e1c18603 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:04.179083 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-622e4e87-edf3-43b7-889a-c2c6e1c18603 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 812 time: 0.1187842 Apr 08 19:10:04.258052 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-4a5870c5-7fdd-439f-9b0d-1972625b9317 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43930fa70081420c926b59d6f7517908 HTTP/1.1" status: 200 len: 380 time: 0.0685499 Apr 08 19:10:04.270362 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'port': {'device_id': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'admin_state_up': True, 'tenant_id': '43930fa70081420c926b59d6f7517908', 'security_groups': ['ff247181-ff57-4aac-8f61-b8db9cf1621e']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:04.286974 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-72b5f127-bdeb-4073-be22-1c0e446fbf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:04.289064 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-72b5f127-bdeb-4073-be22-1c0e446fbf25 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.1101689 Apr 08 19:10:04.378799 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-a14ce61a-2944-440d-ada3-144643f361ca service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 200 len: 1000 time: 0.0778403 Apr 08 19:10:04.415442 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Made reservation on behalf of 43930fa70081420c926b59d6f7517908 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:04.422830 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:04.439187 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-d2801dfd-deb9-49c8-a834-d27c90db925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:04.440897 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-d2801dfd-deb9-49c8-a834-d27c90db925c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0527999 Apr 08 19:10:04.528053 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-e0d4ac57-a627-4d79-9418-7a973f62a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:04.529556 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-e0d4ac57-a627-4d79-9418-7a973f62a706 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818253 Apr 08 19:10:04.560110 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39642) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:04.611080 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Allocated IP 172.20.0.13 (ba247db9-4b96-4ddb-87d3-953b9d039ab0/134c27d0-e9d0-4fee-80ed-74942a808e24/85bc89a2-9137-4d94-9770-6340f29d6941) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:10:04.654517 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-5863ad60-137b-4d8b-be7d-6fb53ffc3ef8 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164827 Apr 08 19:10:04.772518 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7f559e5b-1564-4837-b01c-dedb0542b037 req-b73e4851-0dcf-48cb-966f-2c95effa1bdc service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106246 Apr 08 19:10:04.879599 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (85bc89a2-9137-4d94-9770-6340f29d6941), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:04.966730 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1b780fee-9d62-4462-b7b4-d33f3d2d5823 req-7ad0806f-3349-47a2-b9c9-b0481487f90f tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 210 time: 0.0441954 Apr 08 19:10:04.989345 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.082784 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:05.093384 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=85bc89a2-9137-4d94-9770-6340f29d6941,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:05.095633 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:05.125378 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:10:05.166433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.167433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.167790 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.168145 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.168574 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.168942 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.169283 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.169622 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.169963 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.170304 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.170653 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.170990 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.171323 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.171655 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.172035 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:05.205354 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:05.206026 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.247388 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-a2b1cd09-5e63-4c57-9ce2-7c2cc79ac7e2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9817994 Apr 08 19:10:05.262704 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Request body: {'port': {'device_id': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:05.332951 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-45b3a052-d0bc-4996-914e-8821a3812fe6 None None] Provisioning complete for port 85bc89a2-9137-4d94-9770-6340f29d6941 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:05.333557 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45b3a052-d0bc-4996-914e-8821a3812fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.374487 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-45b3a052-d0bc-4996-914e-8821a3812fe6 None None] Port 85bc89a2-9137-4d94-9770-6340f29d6941 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:10:05.381596 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.407874 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (7b5c78fa-904f-4738-9aea-29dcc814671e), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.839941 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Deleting port 13b7130d-3b24-4f79-a144-9b5a5e7e2993 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:10:05.840340 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.856505 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bc89a2-9137-4d94-9770-6340f29d6941 {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:10:05.869598 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Publish callbacks [] for port (85bc89a2-9137-4d94-9770-6340f29d6941), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.914920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Transition to ACTIVE for port object 85bc89a2-9137-4d94-9770-6340f29d6941 will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:10:05.918567 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8995366'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.983197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] For port 13b7130d-3b24-4f79-a144-9b5a5e7e2993, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=13b7130d-3b24-4f79-a144-9b5a5e7e2993,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:05.983197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:05.994670 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Pushing event updated for resources: {'Port': ['ID=85bc89a2-9137-4d94-9770-6340f29d6941,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:06.007105 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Calling delete_port for 13b7130d-3b24-4f79-a144-9b5a5e7e2993 owned by network:router_interface {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:10:06.109757 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8251c69-eda3-4020-bc78-92ef52d68842 req-fb977af3-1ae3-4968-bf78-cff9f767f761 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:06.111350 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a8251c69-eda3-4020-bc78-92ef52d68842 req-fb977af3-1ae3-4968-bf78-cff9f767f761 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0544803 Apr 08 19:10:06.129687 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Attempting to bind port 85bc89a2-9137-4d94-9770-6340f29d6941 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:10:06.130024 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Attempting to bind port 85bc89a2-9137-4d94-9770-6340f29d6941 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:10:06.131284 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Attempting to bind port 85bc89a2-9137-4d94-9770-6340f29d6941 on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:10:06.139701 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Port 85bc89a2-9137-4d94-9770-6340f29d6941 on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:10:06.140342 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Attempting to bind port 85bc89a2-9137-4d94-9770-6340f29d6941 on network ba247db9-4b96-4ddb-87d3-953b9d039ab0 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:10:06.168116 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a8251c69-eda3-4020-bc78-92ef52d68842 req-8b67d3b3-8644-4ce1-af2b-214bf7981efe tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490336 Apr 08 19:10:06.180006 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:10:06.184433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Checking segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:06.184433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Bound using segment: {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:10:06.184433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Bound port: 85bc89a2-9137-4d94-9770-6340f29d6941, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1520, 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:10:06.184433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:06.521346 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] For port 85bc89a2-9137-4d94-9770-6340f29d6941, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:10:06.525207 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] For port 85bc89a2-9137-4d94-9770-6340f29d6941, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85bc89a2-9137-4d94-9770-6340f29d6941,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:10:06.550180 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8995366'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:06.594192 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:06.594839 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:06.596249 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] 10.222.0.113 "PUT /v2.0/ports/85bc89a2-9137-4d94-9770-6340f29d6941 HTTP/1.1" status: 200 len: 1094 time: 1.3406341 Apr 08 19:10:06.596710 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:10:06.599200 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fe5a51-0bc9-486f-a70b-0afe5bac8686" -d '{"events": [{"name": "network-changed", "server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:10:06.621758 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (13b7130d-3b24-4f79-a144-9b5a5e7e2993), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:06.633451 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe841648-e3ee-46d4-bc02-d35ba8594526 service neutron] Pushing event updated for resources: {'Port': ['ID=85bc89a2-9137-4d94-9770-6340f29d6941,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:06.644464 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea778961-6983-406f-91e3-cde32b1bf0bb x-openstack-request-id: req-ea778961-6983-406f-91e3-cde32b1bf0bb {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:10:06.644759 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:10:06.645551 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ea778961-6983-406f-91e3-cde32b1bf0bb {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:10:06.645551 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea778961-6983-406f-91e3-cde32b1bf0bb'] response: {'name': 'network-changed', 'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941', 'status': 'completed', 'code': 200} Apr 08 19:10:06.680467 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b7130d-3b24-4f79-a144-9b5a5e7e2993,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:06.860037 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (7b5c78fa-904f-4738-9aea-29dcc814671e), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:07.081528 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Router 7b5c78fa-904f-4738-9aea-29dcc814671e has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:10:07.194372 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:10:07.202423 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39680) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:07.205139 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] Sync routers for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:10:07.209706 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0308c65c-4867-4650-abfc-2a6660655516 admin admin] 10.222.0.109 "PUT /v2.0/routers/7b5c78fa-904f-4738-9aea-29dcc814671e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368792 Apr 08 19:10:07.217611 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:07.218629 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:09:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:07.328222 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1c34-bb18-471a-acd2-7ee29b40cd77 req-2af5dfc4-0762-48f3-aaca-36b6bf799840 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:07.328583 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:07.329720 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d67e1c34-bb18-471a-acd2-7ee29b40cd77 req-2af5dfc4-0762-48f3-aaca-36b6bf799840 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0827360 Apr 08 19:10:07.370190 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks [] for router (7b5c78fa-904f-4738-9aea-29dcc814671e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:07.430315 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d67e1c34-bb18-471a-acd2-7ee29b40cd77 req-fe4a210a-ab18-426c-825d-d7ffa0d73982 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926042 Apr 08 19:10:07.505793 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:10:06Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:07.539193 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] Checking router: 7b5c78fa-904f-4738-9aea-29dcc814671e for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:10:07.549167 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] Routers {'7b5c78fa-904f-4738-9aea-29dcc814671e'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:07.549800 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:09:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['7b5c78fa-904f-4738-9aea-29dcc814671e'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:07.665017 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] Set router 7b5c78fa-904f-4738-9aea-29dcc814671e gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:07.773335 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks [] for router_gateway (7b5c78fa-904f-4738-9aea-29dcc814671e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:07.819782 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Deleting port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:10:07.820126 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:07.850259 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:10:06Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:07.878559 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9b9a9-4c51-4123-9659-9bf93d96b619 None None] The sync data for ids ['7b5c78fa-904f-4738-9aea-29dcc814671e'] in dv-cinder-837167-1-iscsi is: [{'id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1048004095-router', 'tenant_id': '846543c57b654df3861fe4c058b48586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:03:22Z', 'updated_at': '2022-04-08T19:10:06Z', 'revision_number': 5, 'project_id': '846543c57b654df3861fe4c058b48586', 'gw_port': {'id': '88b4ec60-ca68-45bd-9ba5-f1da3d227b3e', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5c78fa-904f-4738-9aea-29dcc814671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:03:23Z', 'updated_at': '2022-04-08T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:10:07.905845 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] For port 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=88b4ec60-ca68-45bd-9ba5-f1da3d227b3e,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:07.906224 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:07.921775 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Calling delete_port for 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:10:08.097700 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (88b4ec60-ca68-45bd-9ba5-f1da3d227b3e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.121283 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=88b4ec60-ca68-45bd-9ba5-f1da3d227b3e,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:08.133148 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.133506 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.133857 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.134204 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.134554 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.134875 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.135209 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.135542 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.135874 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.136476 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.136842 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.137181 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.137514 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.137842 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.138169 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:08.197280 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (7b5c78fa-904f-4738-9aea-29dcc814671e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.297689 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (7b5c78fa-904f-4738-9aea-29dcc814671e), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.300463 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks [] for router_controller (7b5c78fa-904f-4738-9aea-29dcc814671e), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.354003 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (7b5c78fa-904f-4738-9aea-29dcc814671e), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.354542 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b5c78fa-904f-4738-9aea-29dcc814671e {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:10:08.361093 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.364917 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-cd44e137-1e16-4e35-88a7-c3339f8e88e5 admin admin] 10.222.0.109 "DELETE /v2.0/routers/7b5c78fa-904f-4738-9aea-29dcc814671e HTTP/1.1" status: 204 len: 168 time: 1.1592124 Apr 08 19:10:08.365468 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39688) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:08.442698 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b6f68e-9d7a-4fdf-ad43-ef187cfbd0f4 admin admin] Deleting subnet 44f517f6-4839-4f93-a72b-e94c0695df5e {{(pid=103340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:10:08.447419 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-83b6f68e-9d7a-4fdf-ad43-ef187cfbd0f4 admin admin] Publish callbacks [] for subnet (44f517f6-4839-4f93-a72b-e94c0695df5e), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.449654 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe5a51-0bc9-486f-a70b-0afe5bac8686 req-8726f954-1317-4367-aeeb-6f4882a15ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:08.451235 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0fe5a51-0bc9-486f-a70b-0afe5bac8686 req-8726f954-1317-4367-aeeb-6f4882a15ec9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 1128 time: 0.0576534 Apr 08 19:10:08.521571 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-83b6f68e-9d7a-4fdf-ad43-ef187cfbd0f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257153'] for subnet (44f517f6-4839-4f93-a72b-e94c0695df5e), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.556283 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3acc34-96f1-4bad-b90a-b9d6604c322c req-4c2baafb-c9a9-4485-909b-c3a90a7ea0d0 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:08.559632 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4c3acc34-96f1-4bad-b90a-b9d6604c322c req-4c2baafb-c9a9-4485-909b-c3a90a7ea0d0 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0494981 Apr 08 19:10:08.612229 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4c3acc34-96f1-4bad-b90a-b9d6604c322c req-5773c5dc-c501-4dde-88bb-751cc67eaa9a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Apr 08 19:10:08.637329 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe5a51-0bc9-486f-a70b-0afe5bac8686 req-24c5b8ce-2f9c-4af8-9050-9858b2540a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:08.638798 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0fe5a51-0bc9-486f-a70b-0afe5bac8686 req-24c5b8ce-2f9c-4af8-9050-9858b2540a9c service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=43930fa70081420c926b59d6f7517908&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1691499 Apr 08 19:10:08.679817 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-83b6f68e-9d7a-4fdf-ad43-ef187cfbd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (44f517f6-4839-4f93-a72b-e94c0695df5e), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.773054 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe5a51-0bc9-486f-a70b-0afe5bac8686 req-d2a91d33-1ddc-447b-a0f6-6f1eddfc3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:08.774562 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-e0fe5a51-0bc9-486f-a70b-0afe5bac8686 req-d2a91d33-1ddc-447b-a0f6-6f1eddfc3466 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1297152 Apr 08 19:10:08.779957 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-83b6f68e-9d7a-4fdf-ad43-ef187cfbd0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695924'] for subnet (44f517f6-4839-4f93-a72b-e94c0695df5e), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.812246 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6f68e-9d7a-4fdf-ad43-ef187cfbd0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f517f6-4839-4f93-a72b-e94c0695df5e,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:08.822988 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387d6e0-c829-4a89-a924-f5dc578c633d None None] Network ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:08.825363 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-83b6f68e-9d7a-4fdf-ad43-ef187cfbd0f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:08.830956 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-83b6f68e-9d7a-4fdf-ad43-ef187cfbd0f4 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/44f517f6-4839-4f93-a72b-e94c0695df5e HTTP/1.1" status: 204 len: 168 time: 0.4619896 Apr 08 19:10:08.831330 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39694) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:08.862646 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-b1b90a8f-c36e-46a4-aaaf-e2a774c2ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:08.864201 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-b1b90a8f-c36e-46a4-aaaf-e2a774c2ed5c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 1128 time: 0.0499570 Apr 08 19:10:08.940473 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-32a0f8a0-4401-4275-b20c-e018b5a1aaea service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85bc89a2-9137-4d94-9770-6340f29d6941 HTTP/1.1" status: 200 len: 217 time: 0.0656140 Apr 08 19:10:08.950201 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.002080 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-98d92ec9-8a8b-43dd-a639-68208d1b40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:09.003827 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-98d92ec9-8a8b-43dd-a639-68208d1b40d1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0553153 Apr 08 19:10:09.005235 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Deleting port b7c2844e-e7b3-450e-a113-bb911e773708 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:10:09.005576 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.024094 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] DHCP port deletion for ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:10:09.063181 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-5c94a807-df56-49ab-ab6a-8b2ea37ac342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:09.065664 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-5c94a807-df56-49ab-ab6a-8b2ea37ac342 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545893 Apr 08 19:10:09.066850 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] Deleting port b7c2844e-e7b3-450e-a113-bb911e773708 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:10:09.067231 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.077249 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] For port b7c2844e-e7b3-450e-a113-bb911e773708, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b7c2844e-e7b3-450e-a113-bb911e773708,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:09.077627 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.106246 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Calling delete_port for b7c2844e-e7b3-450e-a113-bb911e773708 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:10:09.139011 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] For port b7c2844e-e7b3-450e-a113-bb911e773708, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b7c2844e-e7b3-450e-a113-bb911e773708,segment=NetworkSegment(746996da-109c-408c-a7bc-2908984ee83a),segment_id=746996da-109c-408c-a7bc-2908984ee83a)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:09.139418 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.158679 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] Calling delete_port for b7c2844e-e7b3-450e-a113-bb911e773708 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:10:09.186725 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-42d35ff7-5c90-4d55-865d-cad1b549711c service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091523 Apr 08 19:10:09.203202 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.230319 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c2844e-e7b3-450e-a113-bb911e773708,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:09.232076 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] No DVR routers for this DVR port b7c2844e-e7b3-450e-a113-bb911e773708 on host dv-cinder-837167-1-iscsi {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:10:09.242208 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (b7c2844e-e7b3-450e-a113-bb911e773708), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.265545 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] Pushing event deleted for resources: {'Port': ['ID=b7c2844e-e7b3-450e-a113-bb911e773708,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:09.271152 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad6fc1-c90b-4123-8d52-61aaeee8ac84 None None] No DVR routers for this DVR port b7c2844e-e7b3-450e-a113-bb911e773708 on host dv-cinder-837167-1-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:10:09.306786 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.330085 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9b4819-d78f-4d2a-972f-ab032e8cc6b8']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:09.339831 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746996da-109c-408c-a7bc-2908984ee83a') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:09.340199 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746996da-109c-408c-a7bc-2908984ee83a') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:09.349365 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (746996da-109c-408c-a7bc-2908984ee83a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.362673 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (746996da-109c-408c-a7bc-2908984ee83a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.368405 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Releasing vlan 1517 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:10:09.368794 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (746996da-109c-408c-a7bc-2908984ee83a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:10:09.370561 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:10:09.425795 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (ee9b4819-d78f-4d2a-972f-ab032e8cc6b8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.430990 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.434470 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] 10.222.0.109 "DELETE /v2.0/networks/ee9b4819-d78f-4d2a-972f-ab032e8cc6b8 HTTP/1.1" status: 204 len: 168 time: 0.6021445 Apr 08 19:10:09.445375 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05afe9-d532-40c0-b4fe-88954d1ef266 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9b4819-d78f-4d2a-972f-ab032e8cc6b8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:09.546627 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39702) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:09.587360 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-38a43f71-87ab-404e-b164-a723dd41459f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=846543c57b654df3861fe4c058b48586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394714 Apr 08 19:10:09.591283 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39704) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:09.642753 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b4f09bd-b5a2-43a1-af58-95e6e6e1d116 admin admin] Publish callbacks [] for security_group (9b09618c-405e-47e2-804f-cd7418332dc5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.664548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b4f09bd-b5a2-43a1-af58-95e6e6e1d116 admin admin] Publish callbacks [] for security_group (9b09618c-405e-47e2-804f-cd7418332dc5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.741152 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1f602-7c40-4f6f-9c43-7baf8f3344e1 req-b6de606a-76be-46ae-b9e9-76f916ff4704 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:09.742635 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-80e1f602-7c40-4f6f-9c43-7baf8f3344e1 req-b6de606a-76be-46ae-b9e9-76f916ff4704 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0566480 Apr 08 19:10:09.743654 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b4f09bd-b5a2-43a1-af58-95e6e6e1d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (9b09618c-405e-47e2-804f-cd7418332dc5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.747146 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-4b4f09bd-b5a2-43a1-af58-95e6e6e1d116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:09.748832 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-4b4f09bd-b5a2-43a1-af58-95e6e6e1d116 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9b09618c-405e-47e2-804f-cd7418332dc5 HTTP/1.1" status: 204 len: 168 time: 0.1560135 Apr 08 19:10:09.770671 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f09bd-b5a2-43a1-af58-95e6e6e1d116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b09618c-405e-47e2-804f-cd7418332dc5,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:09.807699 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-80e1f602-7c40-4f6f-9c43-7baf8f3344e1 req-705beabe-c331-440f-996f-1322eca629af tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577545 Apr 08 19:10:09.965356 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:10:09.988081 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:10:09.988563 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 88b4ec60-ca68-45bd-9ba5-f1da3d227b3e not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:10:09.989059 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 13b7130d-3b24-4f79-a144-9b5a5e7e2993 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:10:10.011245 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 13b7130d-3b24-4f79-a144-9b5a5e7e2993 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:10:10.011683 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 13b7130d-3b24-4f79-a144-9b5a5e7e2993 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:10:10.012367 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b7c2844e-e7b3-450e-a113-bb911e773708 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:10:10.033165 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: b7c2844e-e7b3-450e-a113-bb911e773708 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:10:10.033589 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b7c2844e-e7b3-450e-a113-bb911e773708 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:10:10.157798 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9fc12e2b-82b0-4181-af5e-b1e1f24f8007 req-c63eb900-a659-4627-bf14-062ffa7aa6ba service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906246 Apr 08 19:10:10.951684 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7008cb-5bd5-49ef-8053-33df209f844f req-362fe350-e24f-41ee-a3c5-e616298998e7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:10.956712 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c7008cb-5bd5-49ef-8053-33df209f844f req-362fe350-e24f-41ee-a3c5-e616298998e7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0637386 Apr 08 19:10:11.006682 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5c7008cb-5bd5-49ef-8053-33df209f844f req-876bbbb0-6def-41a7-b00f-91c416055dba tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479341 Apr 08 19:10:12.121317 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998641-b62a-4aea-9e9a-d6955af5e296 req-26a01d8c-2ad5-4852-a864-390330f74b42 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:12.122812 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-10998641-b62a-4aea-9e9a-d6955af5e296 req-26a01d8c-2ad5-4852-a864-390330f74b42 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0474832 Apr 08 19:10:12.173289 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-10998641-b62a-4aea-9e9a-d6955af5e296 req-936fb0ab-3c49-46d5-97cf-62c902539334 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Apr 08 19:10:13.287326 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6f4c5-2337-4be8-96de-2404946901b4 req-3986cef0-d4fc-4d78-8e6c-f8b9510a8793 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:13.288877 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-59e6f4c5-2337-4be8-96de-2404946901b4 req-3986cef0-d4fc-4d78-8e6c-f8b9510a8793 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0474415 Apr 08 19:10:13.343478 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-59e6f4c5-2337-4be8-96de-2404946901b4 req-1671e0fa-9c1f-4505-b5f5-53f2e6a6e493 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483549 Apr 08 19:10:14.491246 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7bb7d-0f6a-4ef2-a638-b62e002a1662 req-d8243f53-e94b-4ef0-a5e2-8a4356dfb364 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:14.493084 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f8d7bb7d-0f6a-4ef2-a638-b62e002a1662 req-d8243f53-e94b-4ef0-a5e2-8a4356dfb364 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0694013 Apr 08 19:10:14.570889 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f8d7bb7d-0f6a-4ef2-a638-b62e002a1662 req-9dda040d-a3fe-4eb1-a43c-60cde9cf6e75 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625942 Apr 08 19:10:15.513893 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8d5a6-66eb-4274-8491-0e02ed065f30 req-a6465e42-0620-4af2-a429-781f625f411f tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:15.515539 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-48e8d5a6-66eb-4274-8491-0e02ed065f30 req-a6465e42-0620-4af2-a429-781f625f411f tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0488932 Apr 08 19:10:15.573174 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-48e8d5a6-66eb-4274-8491-0e02ed065f30 req-a8469ef6-0135-43e0-9575-b9b71f5d5849 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Apr 08 19:10:15.690541 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac283c-64d9-473d-94f5-e68838cfd5ed req-341cdff5-4de5-4ec0-b5da-7710e37d79f0 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:15.692290 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15ac283c-64d9-473d-94f5-e68838cfd5ed req-341cdff5-4de5-4ec0-b5da-7710e37d79f0 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0506938 Apr 08 19:10:15.741483 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-15ac283c-64d9-473d-94f5-e68838cfd5ed req-12055af7-09f3-4b67-882f-7f51bfa76eb5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436916 Apr 08 19:10:16.692974 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a0a2f-ca68-4f7c-a59a-6396c403849f req-96fa2b91-5d81-4704-8f5d-b22cb2a5bb22 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:16.694389 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bb7a0a2f-ca68-4f7c-a59a-6396c403849f req-96fa2b91-5d81-4704-8f5d-b22cb2a5bb22 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Apr 08 19:10:16.742163 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bb7a0a2f-ca68-4f7c-a59a-6396c403849f req-422354ae-3db2-447b-ade4-6dc0127243c4 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Apr 08 19:10:16.856181 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008deae-d3fd-49f9-a58c-38b2c6a4df0d req-b643b4f2-4edb-4ab0-9210-7f269f6e39f2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:16.857598 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b008deae-d3fd-49f9-a58c-38b2c6a4df0d req-b643b4f2-4edb-4ab0-9210-7f269f6e39f2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0487041 Apr 08 19:10:16.909374 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b008deae-d3fd-49f9-a58c-38b2c6a4df0d req-63a9f31d-527b-411b-8a87-8165add9f01a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461271 Apr 08 19:10:17.853147 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df430039-3baa-472a-bc72-53635ac40f60 req-906285d8-2ce5-411a-b846-11b8c066308b tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:17.855549 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df430039-3baa-472a-bc72-53635ac40f60 req-906285d8-2ce5-411a-b846-11b8c066308b tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0474522 Apr 08 19:10:17.903242 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-df430039-3baa-472a-bc72-53635ac40f60 req-a9cae2cc-5514-494c-8f91-e24808bab13e tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415583 Apr 08 19:10:18.025203 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2c929-226a-4c67-bc27-9160c94ae35d req-6195b210-b09d-46f7-a732-19b97b4d3648 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:18.027334 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2ba2c929-226a-4c67-bc27-9160c94ae35d req-6195b210-b09d-46f7-a732-19b97b4d3648 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0505154 Apr 08 19:10:18.082535 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2ba2c929-226a-4c67-bc27-9160c94ae35d req-23163870-2ad6-4c53-97dd-f82caaf2a50a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494831 Apr 08 19:10:19.030118 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443674e5-2cee-4127-ba69-2f7563e26ae9 req-36f3a782-5870-4ee5-8f1e-25b6e7151e21 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:19.031619 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-443674e5-2cee-4127-ba69-2f7563e26ae9 req-36f3a782-5870-4ee5-8f1e-25b6e7151e21 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0571139 Apr 08 19:10:19.081523 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-443674e5-2cee-4127-ba69-2f7563e26ae9 req-9c7fb513-fe1b-46e9-aaa2-40b3c341c2fc tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Apr 08 19:10:19.205254 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b590142-0ddf-49d7-b711-d23f97c507d7 req-d151b658-048a-4174-9d2e-1b0c5c92cafa tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:19.206531 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0b590142-0ddf-49d7-b711-d23f97c507d7 req-d151b658-048a-4174-9d2e-1b0c5c92cafa tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0574522 Apr 08 19:10:19.259503 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0b590142-0ddf-49d7-b711-d23f97c507d7 req-3d031926-84ce-4b6d-afd9-b745a6044bec tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473282 Apr 08 19:10:20.200938 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e1eca-e7b7-4621-a94f-cedb19e808d9 req-625b09e2-33a2-40bd-b6a1-7b9e108e1bbc tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:20.201663 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:10:20.202471 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5f7e1eca-e7b7-4621-a94f-cedb19e808d9 req-625b09e2-33a2-40bd-b6a1-7b9e108e1bbc tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0540280 Apr 08 19:10:20.250522 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5f7e1eca-e7b7-4621-a94f-cedb19e808d9 req-a6371b66-0397-46d1-8efd-80bc9780724c tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Apr 08 19:10:20.371921 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf17919-c356-450e-8f4b-67b60d642410 req-38440dc8-e046-410c-87f8-a80854bcfe92 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:20.373435 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1bf17919-c356-450e-8f4b-67b60d642410 req-38440dc8-e046-410c-87f8-a80854bcfe92 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0482345 Apr 08 19:10:20.424139 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1bf17919-c356-450e-8f4b-67b60d642410 req-d437b196-f035-4e27-99b1-ab3dfbdc39d3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 Apr 08 19:10:21.369845 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8fc0-28dd-41f6-b23a-02f4e03ac45a req-c1808ec2-f72e-4609-80dc-9b87b092a699 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:21.372120 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-714d8fc0-28dd-41f6-b23a-02f4e03ac45a req-c1808ec2-f72e-4609-80dc-9b87b092a699 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0488205 Apr 08 19:10:21.421589 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-714d8fc0-28dd-41f6-b23a-02f4e03ac45a req-4fa86eb9-b5e6-4997-b111-2d31aef88ed0 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Apr 08 19:10:21.535476 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99237c5-58e0-4750-b2ed-c56d4930370b req-b0acedb1-4f96-4fe2-a58a-9a6a4341f52b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:21.536899 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c99237c5-58e0-4750-b2ed-c56d4930370b req-b0acedb1-4f96-4fe2-a58a-9a6a4341f52b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0481126 Apr 08 19:10:21.587000 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c99237c5-58e0-4750-b2ed-c56d4930370b req-46a22c7a-b3e5-4c28-857c-d56184e1e844 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Apr 08 19:10:22.534817 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a07d-d603-463c-b646-1e83a9b76b5d req-cd14b25b-8add-4922-882b-780d29f87929 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:22.536360 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1ac7a07d-d603-463c-b646-1e83a9b76b5d req-cd14b25b-8add-4922-882b-780d29f87929 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0476220 Apr 08 19:10:22.585199 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1ac7a07d-d603-463c-b646-1e83a9b76b5d req-5b235035-bf5d-4f9a-9971-d36214bf3d57 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/security-groups?id=40805c51-c53a-4ad6-99ea-fe243caca2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Apr 08 19:10:22.705073 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645d687-86ce-4fb7-b0a0-07c84ac31721 req-d6ce06f7-8555-4ced-aeff-f659794ae83d tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:22.706467 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1645d687-86ce-4fb7-b0a0-07c84ac31721 req-d6ce06f7-8555-4ced-aeff-f659794ae83d tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0531068 Apr 08 19:10:22.713204 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-7c3ed777-9431-4a94-b250-db697f604ef8 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:22.714720 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-7c3ed777-9431-4a94-b250-db697f604ef8 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.113 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 945 time: 0.0477633 Apr 08 19:10:22.762539 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1645d687-86ce-4fb7-b0a0-07c84ac31721 req-ca9bd0d2-21e8-4642-89af-b847ecc6597c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499625 Apr 08 19:10:22.808824 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Deleting port 226cdf91-04be-47c9-bb93-85f7eb4538ee {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:10:22.809170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:22.903907 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] For port 226cdf91-04be-47c9-bb93-85f7eb4538ee, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=226cdf91-04be-47c9-bb93-85f7eb4538ee,segment=NetworkSegment(8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54),segment_id=8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:22.904342 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:22.918982 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Calling delete_port for 226cdf91-04be-47c9-bb93-85f7eb4538ee owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:10:23.050477 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (226cdf91-04be-47c9-bb93-85f7eb4538ee), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:23.063852 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['226cdf91-04be-47c9-bb93-85f7eb4538ee'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:10:23.087245 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Pushing event deleted for resources: {'Port': ['ID=226cdf91-04be-47c9-bb93-85f7eb4538ee,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:23.134301 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] No DVR routers for this DVR port 226cdf91-04be-47c9-bb93-85f7eb4538ee on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:10:23.137544 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:23.141133 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6c05553b-7b99-4a3e-9a53-7abe5b448397 req-93acb4b9-7aed-4f86-89df-424aff12ecd3 tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.113 "DELETE /v2.0/ports/226cdf91-04be-47c9-bb93-85f7eb4538ee HTTP/1.1" status: 204 len: 173 time: 0.4208734 Apr 08 19:10:23.141590 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ca4692-11c4-4be3-96fa-fe66e0dd0e21', 'name': 'network-vif-deleted', 'tag': '226cdf91-04be-47c9-bb93-85f7eb4538ee'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:10:23.143880 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2491c18d-987c-4579-8077-2715fb017e96" -d '{"events": [{"server_uuid": "78ca4692-11c4-4be3-96fa-fe66e0dd0e21", "name": "network-vif-deleted", "tag": "226cdf91-04be-47c9-bb93-85f7eb4538ee"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:10:23.191362 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa6598-9408-4cf9-988e-69db249812c0 x-openstack-request-id: req-17fa6598-9408-4cf9-988e-69db249812c0 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:10:23.191731 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ca4692-11c4-4be3-96fa-fe66e0dd0e21", "name": "network-vif-deleted", "tag": "226cdf91-04be-47c9-bb93-85f7eb4538ee", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:10:23.192593 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-17fa6598-9408-4cf9-988e-69db249812c0 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:10:23.192842 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fa6598-9408-4cf9-988e-69db249812c0'] response: {'server_uuid': '78ca4692-11c4-4be3-96fa-fe66e0dd0e21', 'name': 'network-vif-deleted', 'tag': '226cdf91-04be-47c9-bb93-85f7eb4538ee', 'status': 'completed', 'code': 200} Apr 08 19:10:23.567143 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 39990) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:23.693827 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0240e23-cd5e-4e9b-a3fe-34c175aa67c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:23.718198 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a4dbae7d-4da8-4eee-bb47-e08dfd414104 req-b949c5a2-94ae-435f-aa1a-250591e000fb tempest-VolumesSnapshotTestJSON-577800483 tempest-VolumesSnapshotTestJSON-577800483-project] 10.222.0.109 "GET /v2.0/ports?device_id=78ca4692-11c4-4be3-96fa-fe66e0dd0e21 HTTP/1.1" status: 200 len: 210 time: 0.0413775 Apr 08 19:10:23.796460 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0240e23-cd5e-4e9b-a3fe-34c175aa67c6 admin admin] Publish callbacks [] for security_group (553e0a85-074f-4c2f-866b-6e76ffc656fe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:23.803937 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f0240e23-cd5e-4e9b-a3fe-34c175aa67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (553e0a85-074f-4c2f-866b-6e76ffc656fe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:23.847740 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f0240e23-cd5e-4e9b-a3fe-34c175aa67c6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6e7f049611ce4bc59f505f220d18a08b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795012 Apr 08 19:10:23.849726 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0240e23-cd5e-4e9b-a3fe-34c175aa67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553e0a85-074f-4c2f-866b-6e76ffc656fe,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:23.850428 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 39998) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:23.900557 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608000a-7093-431c-8d1a-112741e22e38 req-8779c5c1-5f28-4d85-b1cb-5f7ac8e2c3d3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:23.903972 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f608000a-7093-431c-8d1a-112741e22e38 req-8779c5c1-5f28-4d85-b1cb-5f7ac8e2c3d3 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0548408 Apr 08 19:10:23.931185 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e53e4edc-8a08-4942-b5ef-8996c8febb73 admin admin] Publish callbacks [] for security_group (553e0a85-074f-4c2f-866b-6e76ffc656fe), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:23.958405 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e53e4edc-8a08-4942-b5ef-8996c8febb73 admin admin] Publish callbacks [] for security_group (553e0a85-074f-4c2f-866b-6e76ffc656fe), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:23.966327 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f608000a-7093-431c-8d1a-112741e22e38 req-57508f58-ef35-4241-87d2-d229f47b10ab tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558014 Apr 08 19:10:24.012453 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e53e4edc-8a08-4942-b5ef-8996c8febb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (553e0a85-074f-4c2f-866b-6e76ffc656fe), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:24.015791 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e53e4edc-8a08-4942-b5ef-8996c8febb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:24.017009 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e53e4edc-8a08-4942-b5ef-8996c8febb73 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/553e0a85-074f-4c2f-866b-6e76ffc656fe HTTP/1.1" status: 204 len: 168 time: 0.1655948 Apr 08 19:10:24.029047 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e4edc-8a08-4942-b5ef-8996c8febb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553e0a85-074f-4c2f-866b-6e76ffc656fe,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:24.747932 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a57f-6d10-4996-b71e-89f2d711d7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:25.143517 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6b311-68fe-4206-96c0-d5f1bdf16e85 req-65c7b4e8-8734-4ad5-902f-89c9c1b05d32 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:25.158471 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-66a6b311-68fe-4206-96c0-d5f1bdf16e85 req-65c7b4e8-8734-4ad5-902f-89c9c1b05d32 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 944 time: 0.0760660 Apr 08 19:10:25.221708 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-66a6b311-68fe-4206-96c0-d5f1bdf16e85 req-a0031e8a-fcd6-46a1-9d28-a2631ad89851 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619452 Apr 08 19:10:25.942288 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 85bc89a2-9137-4d94-9770-6340f29d6941 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:10:26.048419 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 85bc89a2-9137-4d94-9770-6340f29d6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85bc89a2-9137-4d94-9770-6340f29d6941,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:26.061894 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '85bc89a2-9137-4d94-9770-6340f29d6941', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'port_id': '85bc89a2-9137-4d94-9770-6340f29d6941', 'mac_address': 'fa:16:3e:75:8f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:10:26.101316 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 85bc89a2-9137-4d94-9770-6340f29d6941 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:26.101717 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:26.115287 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bc89a2-9137-4d94-9770-6340f29d6941 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:10:26.138086 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 85bc89a2-9137-4d94-9770-6340f29d6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85bc89a2-9137-4d94-9770-6340f29d6941,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:26.141720 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:26.190041 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=85bc89a2-9137-4d94-9770-6340f29d6941,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:26.348857 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ae09-5143-4d6d-965f-870669932387 req-2266e7e8-4451-4055-b53a-0c52ef4959bf tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:26.351183 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dea0ae09-5143-4d6d-965f-870669932387 req-2266e7e8-4451-4055-b53a-0c52ef4959bf tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 945 time: 0.0575502 Apr 08 19:10:26.381124 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['85bc89a2-9137-4d94-9770-6340f29d6941'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:10:26.408091 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dea0ae09-5143-4d6d-965f-870669932387 req-e78ebbf5-6b9d-4eee-9881-21feae8f7211 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491197 Apr 08 19:10:27.152063 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ce0c42dc-89a0-45db-b349-decc5e3116d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:27.521093 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5890b-3694-481c-8110-42c50847a2d9 req-fd4e507f-c535-4c5a-897a-d233d328fff2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:27.522582 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c2d5890b-3694-481c-8110-42c50847a2d9 req-fd4e507f-c535-4c5a-897a-d233d328fff2 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 945 time: 0.0480356 Apr 08 19:10:27.572442 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c2d5890b-3694-481c-8110-42c50847a2d9 req-130c9912-7caf-4f82-9abe-056c48fcc876 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Apr 08 19:10:28.501419 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:28.685208 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1398723-090a-423e-b872-d17ceb7e1d11 req-61e26cf4-9807-43b9-96d6-b92b8cb21df1 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:28.687303 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e1398723-090a-423e-b872-d17ceb7e1d11 req-61e26cf4-9807-43b9-96d6-b92b8cb21df1 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 945 time: 0.0478034 Apr 08 19:10:28.740724 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e1398723-090a-423e-b872-d17ceb7e1d11 req-0edb63e1-e8e9-4e2b-8613-c45fb1cbe6ff tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477445 Apr 08 19:10:29.678016 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40204) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:29.784453 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-939514a9-d36e-45d8-9eaa-ff7edb6bac8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:29.859086 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 85bc89a2-9137-4d94-9770-6340f29d6941 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:29.863618 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-939514a9-d36e-45d8-9eaa-ff7edb6bac8f admin admin] Publish callbacks [] for security_group (4f9b34ff-107d-4a73-9f58-b7617fadcf68), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:29.869529 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-939514a9-d36e-45d8-9eaa-ff7edb6bac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4f9b34ff-107d-4a73-9f58-b7617fadcf68), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:29.877859 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6b8a1-0ce5-4acc-9327-3e190e225004 req-e708b080-a93f-4f09-9774-235bd262738e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:29.880605 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b8c6b8a1-0ce5-4acc-9327-3e190e225004 req-e708b080-a93f-4f09-9774-235bd262738e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 945 time: 0.0701473 Apr 08 19:10:29.916446 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-939514a9-d36e-45d8-9eaa-ff7edb6bac8f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=9d63b07d618748288bb17655d83b98e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367594 Apr 08 19:10:29.918628 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40210) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:29.922907 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939514a9-d36e-45d8-9eaa-ff7edb6bac8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b34ff-107d-4a73-9f58-b7617fadcf68,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:29.945942 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:29.956784 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 85bc89a2-9137-4d94-9770-6340f29d6941 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:10:29.966306 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 85bc89a2-9137-4d94-9770-6340f29d6941 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:29.966781 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.044484 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b8c6b8a1-0ce5-4acc-9327-3e190e225004 req-7c971d17-4368-40cc-b2b4-be3789891532 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551056 Apr 08 19:10:30.076370 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8e73bf3-f0e3-4c08-ab67-bee2b500fffc admin admin] Publish callbacks [] for security_group (4f9b34ff-107d-4a73-9f58-b7617fadcf68), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.116587 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8e73bf3-f0e3-4c08-ab67-bee2b500fffc admin admin] Publish callbacks [] for security_group (4f9b34ff-107d-4a73-9f58-b7617fadcf68), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.181495 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8e73bf3-f0e3-4c08-ab67-bee2b500fffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4f9b34ff-107d-4a73-9f58-b7617fadcf68), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.184538 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e8e73bf3-f0e3-4c08-ab67-bee2b500fffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.185601 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e8e73bf3-f0e3-4c08-ab67-bee2b500fffc admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4f9b34ff-107d-4a73-9f58-b7617fadcf68 HTTP/1.1" status: 204 len: 168 time: 0.2651985 Apr 08 19:10:30.197061 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e73bf3-f0e3-4c08-ab67-bee2b500fffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b34ff-107d-4a73-9f58-b7617fadcf68,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:30.243771 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.247219 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 85bc89a2-9137-4d94-9770-6340f29d6941 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:30.248015 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.284251 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:10:30.285261 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959e0352-02e1-4e4e-a544-82c2e4df3168" -d '{"events": [{"server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "name": "network-vif-plugged", "status": "completed", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:10:30.302910 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 85bc89a2-9137-4d94-9770-6340f29d6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85bc89a2-9137-4d94-9770-6340f29d6941,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:30.314245 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.315364 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 226cdf91-04be-47c9-bb93-85f7eb4538ee no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:10:30.338354 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40224) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:30.378163 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230b0c5-3d5f-4af5-8531-065a6464fe19 x-openstack-request-id: req-6230b0c5-3d5f-4af5-8531-065a6464fe19 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:10:30.378698 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "name": "network-vif-plugged", "status": "completed", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:10:30.379053 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6230b0c5-3d5f-4af5-8531-065a6464fe19 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:10:30.379592 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6230b0c5-3d5f-4af5-8531-065a6464fe19'] response: {'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941', 'code': 200} Apr 08 19:10:30.383264 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 226cdf91-04be-47c9-bb93-85f7eb4538ee {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:10:30.383622 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 226cdf91-04be-47c9-bb93-85f7eb4538ee not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:10:30.416804 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=85bc89a2-9137-4d94-9770-6340f29d6941,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:30.532336 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-780c5f2f-36ab-4391-b539-ed1b493e37b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.598360 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40234) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:30.617786 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ff3911d-30b1-4869-b3f9-fbc0ff5b8f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.658455 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-780c5f2f-36ab-4391-b539-ed1b493e37b0 admin admin] Publish callbacks [] for security_group (0d93d3c0-bc44-43b4-adce-83085c0d4e15), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.662686 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efd342-05c4-49fe-942f-1d5b76a0c7d4 req-3b1d006b-6583-4137-b3f9-78769f5d4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:30.664368 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-11efd342-05c4-49fe-942f-1d5b76a0c7d4 req-3b1d006b-6583-4137-b3f9-78769f5d4ccc service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 1130 time: 0.0671272 Apr 08 19:10:30.665608 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-780c5f2f-36ab-4391-b539-ed1b493e37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (0d93d3c0-bc44-43b4-adce-83085c0d4e15), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.718559 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ff3911d-30b1-4869-b3f9-fbc0ff5b8f34 admin admin] Publish callbacks [] for security_group (5c7fe7ed-a9ed-44f5-abbb-b15be1022526), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.724356 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-780c5f2f-36ab-4391-b539-ed1b493e37b0 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=fa1921d5993a494389952ab7860ab7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820746 Apr 08 19:10:30.724898 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-0ff3911d-30b1-4869-b3f9-fbc0ff5b8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (5c7fe7ed-a9ed-44f5-abbb-b15be1022526), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.726991 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40236) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:30.736349 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c5f2f-36ab-4391-b539-ed1b493e37b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d93d3c0-bc44-43b4-adce-83085c0d4e15,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:30.766269 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-11efd342-05c4-49fe-942f-1d5b76a0c7d4 req-9373ce44-e449-4e5c-88c4-b01b4e9df510 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895293 Apr 08 19:10:30.794396 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3911d-30b1-4869-b3f9-fbc0ff5b8f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7fe7ed-a9ed-44f5-abbb-b15be1022526,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:30.802962 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-0ff3911d-30b1-4869-b3f9-fbc0ff5b8f34 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=58701cb351304befa6b6506acb6f123e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028480 Apr 08 19:10:30.805650 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40238) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:30.828288 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13d4d3a6-1dc2-439d-b2b7-0e4e9157921e admin admin] Publish callbacks [] for security_group (0d93d3c0-bc44-43b4-adce-83085c0d4e15), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.866514 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13d4d3a6-1dc2-439d-b2b7-0e4e9157921e admin admin] Publish callbacks [] for security_group (0d93d3c0-bc44-43b4-adce-83085c0d4e15), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.881961 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b46aab70-d4fb-4f9c-b0db-4a8b66220ee3 admin admin] Publish callbacks [] for security_group (5c7fe7ed-a9ed-44f5-abbb-b15be1022526), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.918992 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b46aab70-d4fb-4f9c-b0db-4a8b66220ee3 admin admin] Publish callbacks [] for security_group (5c7fe7ed-a9ed-44f5-abbb-b15be1022526), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.934886 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13d4d3a6-1dc2-439d-b2b7-0e4e9157921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (0d93d3c0-bc44-43b4-adce-83085c0d4e15), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.934886 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-13d4d3a6-1dc2-439d-b2b7-0e4e9157921e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:30.934886 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-13d4d3a6-1dc2-439d-b2b7-0e4e9157921e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0d93d3c0-bc44-43b4-adce-83085c0d4e15 HTTP/1.1" status: 204 len: 168 time: 0.1986089 Apr 08 19:10:30.944767 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4d3a6-1dc2-439d-b2b7-0e4e9157921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d93d3c0-bc44-43b4-adce-83085c0d4e15,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:31.013199 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b46aab70-d4fb-4f9c-b0db-4a8b66220ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (5c7fe7ed-a9ed-44f5-abbb-b15be1022526), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:31.016168 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b46aab70-d4fb-4f9c-b0db-4a8b66220ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:31.017408 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b46aab70-d4fb-4f9c-b0db-4a8b66220ee3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/5c7fe7ed-a9ed-44f5-abbb-b15be1022526 HTTP/1.1" status: 204 len: 168 time: 0.2107434 Apr 08 19:10:31.025794 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aab70-d4fb-4f9c-b0db-4a8b66220ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7fe7ed-a9ed-44f5-abbb-b15be1022526,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:31.187444 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cd4cf-b12c-493a-bbb4-f3cccc063b69 req-ec8650f2-0a39-4f5e-a010-54122d4e2037 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:31.189036 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-da4cd4cf-b12c-493a-bbb4-f3cccc063b69 req-ec8650f2-0a39-4f5e-a010-54122d4e2037 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 946 time: 0.0560882 Apr 08 19:10:31.247355 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-da4cd4cf-b12c-493a-bbb4-f3cccc063b69 req-e6aedf91-5182-47fa-a9cf-26204449d5d8 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525861 Apr 08 19:10:31.519029 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:31.820905 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40290) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:31.972799 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-183627170-network', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:32.002092 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Made reservation on behalf of 871f02fea7d14b9a8b32eb5066358eef for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:32.005593 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.015755 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.125695 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Publish callbacks [] for security_group (4d72288a-3155-48ca-bad1-0686e286e15b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.129941 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4d72288a-3155-48ca-bad1-0686e286e15b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.159342 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] vlan segment allocate from pool success with {'vlan_id': 1527, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:10:32.171726 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d72288a-3155-48ca-bad1-0686e286e15b,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:32.176882 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (3626d48e-4b5d-43cb-befe-127b4bfaf633), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.177229 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Added segment 3626d48e-4b5d-43cb-befe-127b4bfaf633 of type vlan for network 49dd155b-165f-4202-9c4d-d10a00cad95a Apr 08 19:10:32.223750 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (49dd155b-165f-4202-9c4d-d10a00cad95a), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.252294 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (49dd155b-165f-4202-9c4d-d10a00cad95a), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.253301 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:32.253904 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.287220 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4649463 Apr 08 19:10:32.292275 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40316) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:32.298211 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Request body: {'subnet': {'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-183627170-subnet', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:32.353021 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d249e-0e67-45b3-8777-3d9c5e3c403b admin admin] Pushing event updated for resources: {'Network': ['ID=49dd155b-165f-4202-9c4d-d10a00cad95a,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:32.366636 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 49dd155b-165f-4202-9c4d-d10a00cad95a details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:10:32.378532 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Made reservation on behalf of 871f02fea7d14b9a8b32eb5066358eef for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:32.383267 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695825'] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.436201 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb23e65-c05a-483f-b790-c950561d572c req-34412240-3b94-4e4e-8537-1552a44c5c4c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:32.453309 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bcb23e65-c05a-483f-b790-c950561d572c req-34412240-3b94-4e4e-8537-1552a44c5c4c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 946 time: 0.1104228 Apr 08 19:10:32.512089 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bcb23e65-c05a-483f-b790-c950561d572c req-9a9c5e97-2b6a-4425-91a0-f78deb1ab470 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577319 Apr 08 19:10:32.638566 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8996025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695935'] for subnet (9cd23ce1-5ad4-4c86-b063-0e297c205270), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.699046 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd23ce1-5ad4-4c86-b063-0e297c205270,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:32.706836 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Checking segment: {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:32.707202 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Network hostable DHCP agents. Network: 49dd155b-165f-4202-9c4d-d10a00cad95a, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:10:32.725410 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Network 49dd155b-165f-4202-9c4d-d10a00cad95a is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:10:32.735585 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 49dd155b-165f-4202-9c4d-d10a00cad95a) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:32.740240 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:32.741414 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.744723 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e535889e-56b7-4ceb-b958-879d2e707c09 None None] Network 49dd155b-165f-4202-9c4d-d10a00cad95a requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:32.758800 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-fbc8a431-d1bb-45d2-b84c-64968bb4f3f8 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4654994 Apr 08 19:10:32.762107 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40328) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:32.766806 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:32.790720 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (9d4df1a4-616c-49e8-9951-2fe88a08daa5), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.792555 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (9d4df1a4-616c-49e8-9951-2fe88a08daa5), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.863567 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks [] for router_controller (9d4df1a4-616c-49e8-9951-2fe88a08daa5), precommit_add_association {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:32.890310 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-49dd155b-165f-4202-9c4d-d10a00cad95a', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:10:32.891765 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.080605 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks [] for router_gateway (9d4df1a4-616c-49e8-9951-2fe88a08daa5), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.091907 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Allocated IP 172.20.0.2 (49dd155b-165f-4202-9c4d-d10a00cad95a/9cd23ce1-5ad4-4c86-b063-0e297c205270/99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:10:33.333281 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Publish callbacks [] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.341618 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.350426 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks [] for router_gateway (9d4df1a4-616c-49e8-9951-2fe88a08daa5), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.372469 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.380071 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Network 49dd155b-165f-4202-9c4d-d10a00cad95a is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:33.383813 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:33.386762 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:10:33.419581 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Pushing event updated for resources: {'Port': ['ID=99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:33.460121 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Attempting to bind port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:10:33.461056 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Attempting to bind port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:10:33.461439 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Attempting to bind port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f on network 49dd155b-165f-4202-9c4d-d10a00cad95a {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:10:33.469348 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:10:33.469733 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Checking segment: {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:33.470147 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.470550 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Bound using segment: {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:10:33.471029 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Bound port: 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:10:33.471418 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.542885 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Allocated IP 172.27.0.79 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/f9697900-cb1b-4574-9362-e098b86bf498) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:10:33.592333 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] For port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:10:33.595777 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] For port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:10:33.603411 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.679144 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de4e50-f59c-4b58-ae6a-aef4de8061e8 None None] Pushing event updated for resources: {'Port': ['ID=99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:33.680740 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a78d6-72c0-4e2d-b2d7-22c56b3b2d09 req-51e149f4-84ca-4907-8628-cdb9a40f86b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:33.685263 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f15a78d6-72c0-4e2d-b2d7-22c56b3b2d09 req-51e149f4-84ca-4907-8628-cdb9a40f86b7 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 946 time: 0.0759714 Apr 08 19:10:33.702650 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks [] for port (f9697900-cb1b-4574-9362-e098b86bf498), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.742994 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f15a78d6-72c0-4e2d-b2d7-22c56b3b2d09 req-df0abbbb-bf3c-42d8-9c09-e8926ae362d9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502410 Apr 08 19:10:33.749546 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (f9697900-cb1b-4574-9362-e098b86bf498), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:33.789844 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:33.793672 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:33.796088 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:10:33.831292 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Pushing event updated for resources: {'Port': ['ID=f9697900-cb1b-4574-9362-e098b86bf498,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:33.894918 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506677a6-d11d-4b45-b2f4-aca8141acb53 req-07124dc3-9a53-4536-9d93-3bf491f67e46 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:33.896524 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-506677a6-d11d-4b45-b2f4-aca8141acb53 req-07124dc3-9a53-4536-9d93-3bf491f67e46 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 946 time: 0.0730724 Apr 08 19:10:33.976843 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-506677a6-d11d-4b45-b2f4-aca8141acb53 req-cca92cc2-c460-47b4-b1b4-881fcf60c23b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585291 Apr 08 19:10:34.007131 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40348) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:34.043517 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:34.106775 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:34.107560 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.176881 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks [] for router_gateway (9d4df1a4-616c-49e8-9951-2fe88a08daa5), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.206860 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:34.207272 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.251991 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:34.258915 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.280877 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53128a-9a2f-4e15-aecd-3fe53fc92e52 tempest-TestVolumeBootPattern-1457550007 tempest-TestVolumeBootPattern-1457550007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:34.283387 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-db53128a-9a2f-4e15-aecd-3fe53fc92e52 tempest-TestVolumeBootPattern-1457550007 tempest-TestVolumeBootPattern-1457550007-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 1125 time: 0.2751944 Apr 08 19:10:34.290500 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40360) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:34.299986 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'port_id': '85bc89a2-9137-4d94-9770-6340f29d6941', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:34.324553 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:34.328316 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.435536 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.470188 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (9d4df1a4-616c-49e8-9951-2fe88a08daa5), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.607039 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Allocated IP 172.27.0.87 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/343ac691-e32d-4432-8bca-8ce5f0015294) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:10:34.649551 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:10:34.840196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:10:34.840406 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (343ac691-e32d-4432-8bca-8ce5f0015294), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.857402 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Sync routers for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:10:34.872607 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:34.873711 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:34.883523 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.888688 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40376) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:34.889605 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-723c0080-d927-44ef-882c-0aa338549310 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1263931 Apr 08 19:10:34.938132 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (343ac691-e32d-4432-8bca-8ce5f0015294), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:34.997064 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd70cf-edc4-4058-8bbc-2cff4c60cc92 None None] Network 49dd155b-165f-4202-9c4d-d10a00cad95a requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:35.007170 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:35.009480 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=343ac691-e32d-4432-8bca-8ce5f0015294,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:35.016119 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:35.018517 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:10:35.090790 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:35.092684 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-367a470d-0221-43f1-b8e7-b2294ed4ab09 None None] Provisioning complete for port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:35.093072 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-367a470d-0221-43f1-b8e7-b2294ed4ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:35.341406 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-367a470d-0221-43f1-b8e7-b2294ed4ab09 None None] Current status of the port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:35.379034 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:34Z', 'revision_number': 3, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:35.410829 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Checking router: 9d4df1a4-616c-49e8-9951-2fe88a08daa5 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:10:35.410829 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Updating router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 port f9697900-cb1b-4574-9362-e098b86bf498 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:10:35.448318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (f9697900-cb1b-4574-9362-e098b86bf498), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:35.572609 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-3246a0f6-6531-463a-b722-7bef77e414c1 None None] Provisioning complete for port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:35.573278 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3246a0f6-6531-463a-b722-7bef77e414c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:35.711567 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (99767b87-ce1b-4140-bd6c-2d2df2bd8e21), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:35.740693 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3246a0f6-6531-463a-b722-7bef77e414c1 None None] Current status of the port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:35.943769 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Publish callbacks [] for port (f9697900-cb1b-4574-9362-e098b86bf498), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:35.951827 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (f9697900-cb1b-4574-9362-e098b86bf498), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.011338 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:36.080612 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Attempting to bind port f9697900-cb1b-4574-9362-e098b86bf498 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:10:36.080989 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Attempting to bind port f9697900-cb1b-4574-9362-e098b86bf498 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:10:36.081616 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Attempting to bind port f9697900-cb1b-4574-9362-e098b86bf498 on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:10:36.084348 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.087377 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:10:36.087778 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:36.088424 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.089465 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:10:36.090157 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Bound port: f9697900-cb1b-4574-9362-e098b86bf498, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:10:36.090526 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (f9697900-cb1b-4574-9362-e098b86bf498), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.094280 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f89be1-9566-473b-aeb4-2c989c8f914e None None] Pushing event updated for resources: {'Port': ['ID=f9697900-cb1b-4574-9362-e098b86bf498,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:36.132289 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:36.132674 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.188745 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] For port f9697900-cb1b-4574-9362-e098b86bf498, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:10:36.195029 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (343ac691-e32d-4432-8bca-8ce5f0015294), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.205574 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] For port f9697900-cb1b-4574-9362-e098b86bf498, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=f9697900-cb1b-4574-9362-e098b86bf498,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:10:36.216561 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (f9697900-cb1b-4574-9362-e098b86bf498), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.294602 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:36.314771 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:36.315431 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:36.321098 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f89be1-9566-473b-aeb4-2c989c8f914e None None] Pushing event updated for resources: {'Port': ['ID=f9697900-cb1b-4574-9362-e098b86bf498,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:36.428106 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Allocated IP 172.20.0.1 (49dd155b-165f-4202-9c4d-d10a00cad95a/9cd23ce1-5ad4-4c86-b063-0e297c205270/dc14bde8-e3d7-48c0-ab69-4bf351888a43) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:10:36.441824 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:36.499264 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for port (343ac691-e32d-4432-8bca-8ce5f0015294), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.529379 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (343ac691-e32d-4432-8bca-8ce5f0015294), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.622752 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event updated for resources: {'Port': ['ID=343ac691-e32d-4432-8bca-8ce5f0015294,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:36.645653 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-96dc334d-1097-4836-992c-13744f458d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:34Z', 'revision_number': 3, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:36.650809 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Publish callbacks [] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.653141 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (99767b87-ce1b-4140-bd6c-2d2df2bd8e21), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.685996 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc334d-1097-4836-992c-13744f458d4f None None] The sync data for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi is: [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:34Z', 'revision_number': 3, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:10:36.783346 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.792521 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40416) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:36.793740 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Floating IP 99767b87-ce1b-4140-bd6c-2d2df2bd8e21 associated. External IP: 172.27.0.87, port: 85bc89a2-9137-4d94-9770-6340f29d6941. Apr 08 19:10:36.868361 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Network 49dd155b-165f-4202-9c4d-d10a00cad95a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:36.875029 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:36.883421 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:10:36.889078 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc14bde8-e3d7-48c0-ab69-4bf351888a43,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:36.938907 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c169a593-3ffc-4b1a-a238-7ad802476125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:36.969336 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (9d4df1a4-616c-49e8-9951-2fe88a08daa5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.095436 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c169a593-3ffc-4b1a-a238-7ad802476125 admin admin] Publish callbacks [] for security_group (6ed4ef3c-63ee-4236-82e0-c866d6beb459), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.101975 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c169a593-3ffc-4b1a-a238-7ad802476125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6ed4ef3c-63ee-4236-82e0-c866d6beb459), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.163288 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c169a593-3ffc-4b1a-a238-7ad802476125 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=728cfa8ea09c43478c40c010d628179f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670032 Apr 08 19:10:37.165949 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169a593-3ffc-4b1a-a238-7ad802476125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed4ef3c-63ee-4236-82e0-c866d6beb459,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:37.166082 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40422) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:37.277633 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.289857 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-1b12ea8c-578b-4225-b603-6b7f4b3be77d None None] Provisioning complete for port dc14bde8-e3d7-48c0-ab69-4bf351888a43 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:37.290422 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1b12ea8c-578b-4225-b603-6b7f4b3be77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.313133 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57246973-7e23-433b-a7d6-4d2dfc944f8c admin admin] Publish callbacks [] for security_group (6ed4ef3c-63ee-4236-82e0-c866d6beb459), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.319778 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:10:37.335621 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1b12ea8c-578b-4225-b603-6b7f4b3be77d None None] Port dc14bde8-e3d7-48c0-ab69-4bf351888a43 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:10:37.366708 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57246973-7e23-433b-a7d6-4d2dfc944f8c admin admin] Publish callbacks [] for security_group (6ed4ef3c-63ee-4236-82e0-c866d6beb459), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.575352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57246973-7e23-433b-a7d6-4d2dfc944f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (6ed4ef3c-63ee-4236-82e0-c866d6beb459), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.578019 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-57246973-7e23-433b-a7d6-4d2dfc944f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.579177 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-57246973-7e23-433b-a7d6-4d2dfc944f8c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6ed4ef3c-63ee-4236-82e0-c866d6beb459 HTTP/1.1" status: 204 len: 168 time: 0.4097290 Apr 08 19:10:37.602500 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57246973-7e23-433b-a7d6-4d2dfc944f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed4ef3c-63ee-4236-82e0-c866d6beb459,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:37.620983 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:10:37.634461 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448f982-97bb-4759-8211-ef80e412738a None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:10:37.652346 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448f982-97bb-4759-8211-ef80e412738a None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:37.652975 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b448f982-97bb-4759-8211-ef80e412738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:37.686544 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.715511 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Publish callbacks [] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.724700 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.794111 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b448f982-97bb-4759-8211-ef80e412738a None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:37.799275 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc14bde8-e3d7-48c0-ab69-4bf351888a43,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:37.806748 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e0d2c2cd-6e05-4386-8c07-14cfa1c0c173 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5151496 Apr 08 19:10:37.809810 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:10:37.812167 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12ffe7-0493-49fa-a14b-02f512e152af" -d '{"events": [{"name": "network-changed", "server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:10:37.836982 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (9d4df1a4-616c-49e8-9951-2fe88a08daa5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:37.865307 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3877ddfe-82aa-4567-bddb-6c2840a329b9 x-openstack-request-id: req-3877ddfe-82aa-4567-bddb-6c2840a329b9 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:10:37.865742 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:10:37.866080 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3877ddfe-82aa-4567-bddb-6c2840a329b9 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:10:37.866553 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3877ddfe-82aa-4567-bddb-6c2840a329b9'] response: {'name': 'network-changed', 'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941', 'status': 'completed', 'code': 200} Apr 08 19:10:37.962410 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40434) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:37.971927 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Network 49dd155b-165f-4202-9c4d-d10a00cad95a is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:37.973541 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:37.995011 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-38a5fb25-ca63-459e-ae01-354aeaaa836c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.036304 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device f9697900-cb1b-4574-9362-e098b86bf498 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:38.098807 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port f9697900-cb1b-4574-9362-e098b86bf498 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:38.099610 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (f9697900-cb1b-4574-9362-e098b86bf498), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.103871 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-38a5fb25-ca63-459e-ae01-354aeaaa836c admin admin] Publish callbacks [] for security_group (346235c4-84c4-4fd5-b77b-09eb6ccd9bb4), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.110018 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-38a5fb25-ca63-459e-ae01-354aeaaa836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (346235c4-84c4-4fd5-b77b-09eb6ccd9bb4), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.113246 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b448f982-97bb-4759-8211-ef80e412738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:55Z', 'revision_number': 1, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}, {'id': '99767b87-ce1b-4140-bd6c-2d2df2bd8e21', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '85bc89a2-9137-4d94-9770-6340f29d6941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:75:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:10:35Z', 'updated_at': '2022-04-08T19:10:35Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:38.171325 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-38a5fb25-ca63-459e-ae01-354aeaaa836c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d3045dbedf69412882cc413b68312a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073338 Apr 08 19:10:38.172959 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5fb25-ca63-459e-ae01-354aeaaa836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346235c4-84c4-4fd5-b77b-09eb6ccd9bb4,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:38.177031 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40438) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:38.248415 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port f9697900-cb1b-4574-9362-e098b86bf498 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:38.248728 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (f9697900-cb1b-4574-9362-e098b86bf498), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.301967 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port f9697900-cb1b-4574-9362-e098b86bf498, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=f9697900-cb1b-4574-9362-e098b86bf498,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:38.302651 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448f982-97bb-4759-8211-ef80e412738a None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:10:38.303168 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:10:38.310524 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5abba582-285b-44e5-9e9f-cc9cbb74d173 admin admin] Publish callbacks [] for security_group (346235c4-84c4-4fd5-b77b-09eb6ccd9bb4), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.313277 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448f982-97bb-4759-8211-ef80e412738a None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:38.313818 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (f9697900-cb1b-4574-9362-e098b86bf498), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.314321 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b448f982-97bb-4759-8211-ef80e412738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:38.380921 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5abba582-285b-44e5-9e9f-cc9cbb74d173 admin admin] Publish callbacks [] for security_group (346235c4-84c4-4fd5-b77b-09eb6ccd9bb4), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.404251 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=f9697900-cb1b-4574-9362-e098b86bf498,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:38.438035 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5abba582-285b-44e5-9e9f-cc9cbb74d173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (346235c4-84c4-4fd5-b77b-09eb6ccd9bb4), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.441516 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-5abba582-285b-44e5-9e9f-cc9cbb74d173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.445028 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-5abba582-285b-44e5-9e9f-cc9cbb74d173 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/346235c4-84c4-4fd5-b77b-09eb6ccd9bb4 HTTP/1.1" status: 204 len: 168 time: 0.2644157 Apr 08 19:10:38.466210 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abba582-285b-44e5-9e9f-cc9cbb74d173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346235c4-84c4-4fd5-b77b-09eb6ccd9bb4,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:38.474984 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-37d6eee6-a38e-4dab-81d3-ea9f404aade3 None None] Provisioning complete for port dc14bde8-e3d7-48c0-ab69-4bf351888a43 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:38.474984 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-37d6eee6-a38e-4dab-81d3-ea9f404aade3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:38.489941 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:10:38.496140 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6183ee09-8a15-46c4-85b0-ac49c72b95c1 admin admin] 10.222.0.109 "PUT /v2.0/routers/9d4df1a4-616c-49e8-9951-2fe88a08daa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6061249 Apr 08 19:10:38.516857 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-b448f982-97bb-4759-8211-ef80e412738a None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:38.559936 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-37d6eee6-a38e-4dab-81d3-ea9f404aade3 None None] Port dc14bde8-e3d7-48c0-ab69-4bf351888a43 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:10:38.726522 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Sync routers for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:10:38.738824 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:38.742319 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:38.790529 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-b448f982-97bb-4759-8211-ef80e412738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:55Z', 'revision_number': 1, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}, {'id': '99767b87-ce1b-4140-bd6c-2d2df2bd8e21', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '85bc89a2-9137-4d94-9770-6340f29d6941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:75:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:10:35Z', 'updated_at': '2022-04-08T19:10:35Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:38.832192 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448f982-97bb-4759-8211-ef80e412738a None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:55Z', 'revision_number': 1, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}, {'id': '99767b87-ce1b-4140-bd6c-2d2df2bd8e21', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '85bc89a2-9137-4d94-9770-6340f29d6941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:75:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:10:35Z', 'updated_at': '2022-04-08T19:10:35Z', 'revision_number': 0, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:10:38.913414 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:39.122865 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f95ca5-b901-44b5-97ff-c20cdb4b001d None None] New status for floating IP 99767b87-ce1b-4140-bd6c-2d2df2bd8e21: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:10:39.174012 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 2, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:39.207504 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Checking router: 9d4df1a4-616c-49e8-9951-2fe88a08daa5 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:10:39.207879 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Updating router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 port dc14bde8-e3d7-48c0-ab69-4bf351888a43 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:10:39.240565 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40472) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:39.247905 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-296090949-network', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:39.255405 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.278287 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Made reservation on behalf of f47b1c6880574dbabb0f765dc9a7aa61 for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:39.282106 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.295059 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.417132 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Publish callbacks [] for security_group (f0c1238a-dc21-4a25-85dd-ffbba0eaba18), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.423222 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f0c1238a-dc21-4a25-85dd-ffbba0eaba18), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.449304 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] vlan segment allocate from pool success with {'vlan_id': 1541, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:10:39.466422 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c1238a-dc21-4a25-85dd-ffbba0eaba18,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:39.469735 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (59ef682b-1452-4577-a254-e0cf3f4b4ffe), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.470087 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Added segment 59ef682b-1452-4577-a254-e0cf3f4b4ffe of type vlan for network 04d9969e-eab1-4c48-a8ef-092906dc2002 Apr 08 19:10:39.522782 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (04d9969e-eab1-4c48-a8ef-092906dc2002), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.552960 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (04d9969e-eab1-4c48-a8ef-092906dc2002), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.554148 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:39.554834 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.612272 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Publish callbacks [] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.615494 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3731463 Apr 08 19:10:39.618349 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40480) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:39.619549 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.624089 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Request body: {'subnet': {'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-296090949-subnet', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:39.636195 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c06c1b-0ca1-45cf-8ebc-9f1204363742 admin admin] Pushing event updated for resources: {'Network': ['ID=04d9969e-eab1-4c48-a8ef-092906dc2002,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:39.656998 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Made reservation on behalf of f47b1c6880574dbabb0f765dc9a7aa61 for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:39.659550 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695825'] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.662664 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 04d9969e-eab1-4c48-a8ef-092906dc2002 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:10:39.906976 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8996025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695935'] for subnet (17a24de6-792d-48cc-b6c8-5fc4f3e05cb0), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:39.957456 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Pushing event updated for resources: {'Port': ['ID=dc14bde8-e3d7-48c0-ab69-4bf351888a43,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:40.011628 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.012304 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.012814 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.013313 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.014381 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.014872 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.018334 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.018788 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.019026 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.020967 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.020967 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.020967 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.020967 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.021497 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.021598 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:40.042952 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a24de6-792d-48cc-b6c8-5fc4f3e05cb0,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:40.044153 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device f9697900-cb1b-4574-9362-e098b86bf498 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:40.051618 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Checking segment: {'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:40.052051 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Network hostable DHCP agents. Network: 04d9969e-eab1-4c48-a8ef-092906dc2002, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:10:40.076456 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Network 04d9969e-eab1-4c48-a8ef-092906dc2002 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:10:40.077790 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Attempting to bind port dc14bde8-e3d7-48c0-ab69-4bf351888a43 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:10:40.078201 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Attempting to bind port dc14bde8-e3d7-48c0-ab69-4bf351888a43 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:10:40.078564 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Attempting to bind port dc14bde8-e3d7-48c0-ab69-4bf351888a43 on network 49dd155b-165f-4202-9c4d-d10a00cad95a {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:10:40.081473 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-051287b7-fd2d-4a02-bc63-f7b7ba2fda8c None None] Provisioning complete for port dc14bde8-e3d7-48c0-ab69-4bf351888a43 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:40.082096 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-051287b7-fd2d-4a02-bc63-f7b7ba2fda8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.087769 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 04d9969e-eab1-4c48-a8ef-092906dc2002) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:40.093570 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:10:40.093570 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Checking segment: {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:40.093869 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:40.093997 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.094595 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.095015 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Bound using segment: {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:10:40.095519 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Bound port: dc14bde8-e3d7-48c0-ab69-4bf351888a43, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:10:40.095917 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.113494 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-ffda8cb8-c94f-4eda-b02f-ae42a1763fdf admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4939868 Apr 08 19:10:40.115979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40494) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:40.120600 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:40.132510 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb75be3b-b57f-4e4c-8cb0-bb0febb9d4e3 None None] Network 04d9969e-eab1-4c48-a8ef-092906dc2002 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:40.145044 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.149551 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.226084 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks [] for router_controller (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), precommit_add_association {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.234638 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-051287b7-fd2d-4a02-bc63-f7b7ba2fda8c None None] Port dc14bde8-e3d7-48c0-ab69-4bf351888a43 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:10:40.263422 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port f9697900-cb1b-4574-9362-e098b86bf498 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:40.263811 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (f9697900-cb1b-4574-9362-e098b86bf498), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.303816 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] For port dc14bde8-e3d7-48c0-ab69-4bf351888a43, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:10:40.313335 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] For port dc14bde8-e3d7-48c0-ab69-4bf351888a43, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=dc14bde8-e3d7-48c0-ab69-4bf351888a43,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:10:40.327333 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.460069 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:40.461557 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:40.522580 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103694fc-99c0-4d03-9cac-b571b2c32b11 None None] Pushing event updated for resources: {'Port': ['ID=dc14bde8-e3d7-48c0-ab69-4bf351888a43,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:40.569306 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-04d9969e-eab1-4c48-a8ef-092906dc2002', 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002', 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'fixed_ips': [{'subnet_id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:10:40.570181 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.658467 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port f9697900-cb1b-4574-9362-e098b86bf498 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:40.744857 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks [] for router_gateway (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.778084 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-4c0bd1da-4ce9-4aa2-8b93-b5af886410a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:40.779701 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-4c0bd1da-4ce9-4aa2-8b93-b5af886410a0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 1130 time: 0.0685232 Apr 08 19:10:40.780010 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-73671a91-c421-4395-b8da-ea320e2aa52a None None] Provisioning complete for port dc14bde8-e3d7-48c0-ab69-4bf351888a43 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:40.780515 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73671a91-c421-4395-b8da-ea320e2aa52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:40.783404 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:40.936825 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Allocated IP 172.20.0.2 (04d9969e-eab1-4c48-a8ef-092906dc2002/17a24de6-792d-48cc-b6c8-5fc4f3e05cb0/46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:10:40.990406 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-0b29d843-a6e0-4fba-8b98-e3c0713df346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:40.992035 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-0b29d843-a6e0-4fba-8b98-e3c0713df346 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.2041152 Apr 08 19:10:41.098517 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-b8ac9299-07fc-4c0e-8a5c-6cb5058271d5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85bc89a2-9137-4d94-9770-6340f29d6941 HTTP/1.1" status: 200 len: 1001 time: 0.0768714 Apr 08 19:10:41.141512 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-73671a91-c421-4395-b8da-ea320e2aa52a None None] Current status of the port dc14bde8-e3d7-48c0-ab69-4bf351888a43 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:41.141924 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73671a91-c421-4395-b8da-ea320e2aa52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.175031 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks [] for router_gateway (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.199637 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.240457 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-88b51e48-bde9-4a84-8991-2a0a06b2a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:41.241956 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-88b51e48-bde9-4a84-8991-2a0a06b2a4ae service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.1216507 Apr 08 19:10:41.252148 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:40Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:41.299165 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-73671a91-c421-4395-b8da-ea320e2aa52a None None] For port dc14bde8-e3d7-48c0-ab69-4bf351888a43, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=dc14bde8-e3d7-48c0-ab69-4bf351888a43,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:41.306289 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148ef52-2139-4e55-b258-ae6d2222f30d None None] The sync data for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi is: [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:40Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:10:41.312026 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-73671a91-c421-4395-b8da-ea320e2aa52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.326012 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-02501097-370c-4f33-8ff3-f6320be1ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:41.327694 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-02501097-370c-4f33-8ff3-f6320be1ebbe service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773127 Apr 08 19:10:41.418229 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Publish callbacks [] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.440796 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.462898 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73671a91-c421-4395-b8da-ea320e2aa52a None None] Pushing event updated for resources: {'Port': ['ID=dc14bde8-e3d7-48c0-ab69-4bf351888a43,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:41.481674 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Network 04d9969e-eab1-4c48-a8ef-092906dc2002 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:41.492658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Allocated IP 172.27.0.162 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/fca13052-eb76-484d-96a9-fc4970a8ce4b) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:10:41.502826 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:41.511383 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:10:41.562145 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-43c02bcb-e7a7-4327-bba7-c22583446b0a service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150855 Apr 08 19:10:41.567722 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Pushing event updated for resources: {'Port': ['ID=46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:41.611788 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Attempting to bind port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:10:41.612147 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Attempting to bind port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:10:41.612572 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Attempting to bind port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd on network 04d9969e-eab1-4c48-a8ef-092906dc2002 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:10:41.621558 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:10:41.621714 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Checking segment: {'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:41.622127 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.623263 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Bound using segment: {'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:10:41.623707 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Bound port: 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:10:41.624307 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.711229 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] For port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:10:41.715426 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] For port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd,segment=NetworkSegment(59ef682b-1452-4577-a254-e0cf3f4b4ffe),segment_id=59ef682b-1452-4577-a254-e0cf3f4b4ffe)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:10:41.718006 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks [] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.724789 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.739834 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-8b12ffe7-0493-49fa-a14b-02f512e152af req-02e508f3-22ef-44a6-8669-a2a67212f855 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440229 Apr 08 19:10:41.804694 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:41.843022 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7ada6-1f6e-4437-8da0-08bb0b349c2f None None] Pushing event updated for resources: {'Port': ['ID=46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:41.880895 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:41.884070 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:41.888870 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:10:41.934239 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Pushing event updated for resources: {'Port': ['ID=fca13052-eb76-484d-96a9-fc4970a8ce4b,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:42.050437 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device dc14bde8-e3d7-48c0-ab69-4bf351888a43 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:42.141885 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port dc14bde8-e3d7-48c0-ab69-4bf351888a43 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:42.146805 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:42.277541 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks [] for router_gateway (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:42.297859 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port dc14bde8-e3d7-48c0-ab69-4bf351888a43 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:42.542613 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:42.733915 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:10:42.873874 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:10:42.887720 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Sync routers for ids ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:10:42.903607 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Routers {'1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:42.904470 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:42.925145 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:42.926579 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-76f1bea6-dde8-4635-8cb8-682e29225add admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8095970 Apr 08 19:10:42.929311 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40560) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:43.115044 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Set router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:43.189132 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9cb35-35af-4506-9a2b-9b499230d932 None None] Network 04d9969e-eab1-4c48-a8ef-092906dc2002 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:43.470812 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-91df2760-1439-4125-84ff-ea5696e39576 None None] Provisioning complete for port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:43.471190 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91df2760-1439-4125-84ff-ea5696e39576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:43.506467 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:43.602785 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:10:42Z', 'revision_number': 3, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:43.651640 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Checking router: 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:10:43.652109 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Updating router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 port fca13052-eb76-484d-96a9-fc4970a8ce4b binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:10:43.676744 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Allocated IP 172.20.0.1 (04d9969e-eab1-4c48-a8ef-092906dc2002/17a24de6-792d-48cc-b6c8-5fc4f3e05cb0/464c2dac-eeea-40c0-a8bf-6834651d8cbd) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:10:43.716029 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-91df2760-1439-4125-84ff-ea5696e39576 None None] Current status of the port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:43.716706 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91df2760-1439-4125-84ff-ea5696e39576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:43.730541 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:43.789271 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-91df2760-1439-4125-84ff-ea5696e39576 None None] For port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd,segment=NetworkSegment(59ef682b-1452-4577-a254-e0cf3f4b4ffe),segment_id=59ef682b-1452-4577-a254-e0cf3f4b4ffe)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:43.801979 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-91df2760-1439-4125-84ff-ea5696e39576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:43.804080 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Publish callbacks [] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:43.844689 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:43.909660 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Network 04d9969e-eab1-4c48-a8ef-092906dc2002 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:43.921349 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Pushing event updated for resources: {'Port': ['ID=464c2dac-eeea-40c0-a8bf-6834651d8cbd,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:43.925263 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:43.937600 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:10:43.961650 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df2760-1439-4125-84ff-ea5696e39576 None None] Pushing event updated for resources: {'Port': ['ID=46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:43.965462 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-ee88de16-34ac-4988-a933-a607eba46826 None None] Provisioning complete for port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:43.965936 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ee88de16-34ac-4988-a933-a607eba46826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.009388 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.131156 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:44.218198 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.222015 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ee88de16-34ac-4988-a933-a607eba46826 None None] Current status of the port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:44.261171 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Publish callbacks [] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.269394 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:44.269909 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.272604 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.373900 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-6c110bd4-8fba-4920-a641-eec70102868a None None] Provisioning complete for port 464c2dac-eeea-40c0-a8bf-6834651d8cbd triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:44.374189 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6c110bd4-8fba-4920-a641-eec70102868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.378713 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddc0a8-e00b-4ed3-b342-6d3dc23026a8 None None] Pushing event updated for resources: {'Port': ['ID=fca13052-eb76-484d-96a9-fc4970a8ce4b,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:44.383233 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Attempting to bind port fca13052-eb76-484d-96a9-fc4970a8ce4b on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:10:44.383600 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Attempting to bind port fca13052-eb76-484d-96a9-fc4970a8ce4b by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:10:44.383969 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Attempting to bind port fca13052-eb76-484d-96a9-fc4970a8ce4b on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:10:44.402847 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Publish callbacks [] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.407494 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.413288 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:10:44.413680 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:44.414085 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.414485 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:10:44.414977 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Bound port: fca13052-eb76-484d-96a9-fc4970a8ce4b, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:10:44.415366 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.476172 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Pushing event updated for resources: {'Port': ['ID=464c2dac-eeea-40c0-a8bf-6834651d8cbd,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:44.477483 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.480871 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-6c110bd4-8fba-4920-a641-eec70102868a None None] Port 464c2dac-eeea-40c0-a8bf-6834651d8cbd cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:10:44.505148 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:44.517361 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] For port fca13052-eb76-484d-96a9-fc4970a8ce4b, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:10:44.520690 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] For port fca13052-eb76-484d-96a9-fc4970a8ce4b, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=fca13052-eb76-484d-96a9-fc4970a8ce4b,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:10:44.528895 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:44.605751 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Routers {'1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:44.606422 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:44.611809 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddc0a8-e00b-4ed3-b342-6d3dc23026a8 None None] Pushing event updated for resources: {'Port': ['ID=fca13052-eb76-484d-96a9-fc4970a8ce4b,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:44.733399 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] Set router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:44.850539 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40606) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:44.877127 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Network 04d9969e-eab1-4c48-a8ef-092906dc2002 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:10:44.878686 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:44.952458 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 4, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '464c2dac-eeea-40c0-a8bf-6834651d8cbd', 'name': '', 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'mac_address': 'fa:16:3e:6c:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:43Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 2, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'subnets': [{'id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:44.991798 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f3dff-3152-40cd-93e2-bbae75e58592 None None] The sync data for ids ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'] in dv-cinder-837167-1-iscsi is: [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 4, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '464c2dac-eeea-40c0-a8bf-6834651d8cbd', 'name': '', 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'mac_address': 'fa:16:3e:6c:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:43Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 2, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'subnets': [{'id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:10:45.011004 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cfc0edfb-7401-41a1-bcf5-d5de3b3e90c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.027104 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:10:45.117230 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-c4e98b60-0fea-4715-a267-a3a773035405 None None] Provisioning complete for port 464c2dac-eeea-40c0-a8bf-6834651d8cbd triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:45.117615 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-c4e98b60-0fea-4715-a267-a3a773035405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.118884 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cfc0edfb-7401-41a1-bcf5-d5de3b3e90c2 admin admin] Publish callbacks [] for security_group (910660fc-0516-4c62-8592-3fe04432b144), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.126103 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-cfc0edfb-7401-41a1-bcf5-d5de3b3e90c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (910660fc-0516-4c62-8592-3fe04432b144), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.156626 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-c4e98b60-0fea-4715-a267-a3a773035405 None None] Port 464c2dac-eeea-40c0-a8bf-6834651d8cbd cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:10:45.167833 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:10:45.182144 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6b7b368d-f051-4762-9765-bf6ddd25168c admin admin] 10.222.0.109 "PUT /v2.0/routers/1173bdc6-eefd-4ac9-98e0-2b8e4d434f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2436903 Apr 08 19:10:45.182635 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0edfb-7401-41a1-bcf5-d5de3b3e90c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910660fc-0516-4c62-8592-3fe04432b144,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:45.192607 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-cfc0edfb-7401-41a1-bcf5-d5de3b3e90c2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=45a03e7a58c348079a270cf5c53ca63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392942 Apr 08 19:10:45.194359 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40614) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:45.281430 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be8a4fe6-aa6f-4daf-8d99-fef7cf9453d8 admin admin] Publish callbacks [] for security_group (910660fc-0516-4c62-8592-3fe04432b144), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.321874 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be8a4fe6-aa6f-4daf-8d99-fef7cf9453d8 admin admin] Publish callbacks [] for security_group (910660fc-0516-4c62-8592-3fe04432b144), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.383972 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be8a4fe6-aa6f-4daf-8d99-fef7cf9453d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (910660fc-0516-4c62-8592-3fe04432b144), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.388351 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-be8a4fe6-aa6f-4daf-8d99-fef7cf9453d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.389638 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-be8a4fe6-aa6f-4daf-8d99-fef7cf9453d8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/910660fc-0516-4c62-8592-3fe04432b144 HTTP/1.1" status: 204 len: 168 time: 0.1942751 Apr 08 19:10:45.398109 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a4fe6-aa6f-4daf-8d99-fef7cf9453d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910660fc-0516-4c62-8592-3fe04432b144,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:45.725065 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40638) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:45.740729 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50c27ae7-6f1c-4026-8a76-8b1994a6be1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.862288 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50c27ae7-6f1c-4026-8a76-8b1994a6be1e admin admin] Publish callbacks [] for security_group (d2d02bb0-b8b8-413d-9738-1f8f0b3ea36c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.865726 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-50c27ae7-6f1c-4026-8a76-8b1994a6be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (d2d02bb0-b8b8-413d-9738-1f8f0b3ea36c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:45.914412 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c27ae7-6f1c-4026-8a76-8b1994a6be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d02bb0-b8b8-413d-9738-1f8f0b3ea36c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:45.921953 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-50c27ae7-6f1c-4026-8a76-8b1994a6be1e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=444aceca3c51494d8c1e3e66e15ff829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934886 Apr 08 19:10:45.922274 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40652) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:45.997558 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08adfb85-8b8c-418e-b36b-28c9d460b90b admin admin] Publish callbacks [] for security_group (d2d02bb0-b8b8-413d-9738-1f8f0b3ea36c), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.038194 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08adfb85-8b8c-418e-b36b-28c9d460b90b admin admin] Publish callbacks [] for security_group (d2d02bb0-b8b8-413d-9738-1f8f0b3ea36c), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.142560 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08adfb85-8b8c-418e-b36b-28c9d460b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (d2d02bb0-b8b8-413d-9738-1f8f0b3ea36c), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.145731 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-08adfb85-8b8c-418e-b36b-28c9d460b90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.146988 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-08adfb85-8b8c-418e-b36b-28c9d460b90b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d2d02bb0-b8b8-413d-9738-1f8f0b3ea36c HTTP/1.1" status: 204 len: 168 time: 0.2237036 Apr 08 19:10:46.162740 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adfb85-8b8c-418e-b36b-28c9d460b90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d02bb0-b8b8-413d-9738-1f8f0b3ea36c,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:46.193626 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:46.279041 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:46.279560 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.385317 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:46.387146 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device fca13052-eb76-484d-96a9-fc4970a8ce4b up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:46.468979 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port fca13052-eb76-484d-96a9-fc4970a8ce4b triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:46.469383 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.618284 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port fca13052-eb76-484d-96a9-fc4970a8ce4b is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:46.618751 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.648770 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port fca13052-eb76-484d-96a9-fc4970a8ce4b, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=fca13052-eb76-484d-96a9-fc4970a8ce4b,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:46.656684 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.725477 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=fca13052-eb76-484d-96a9-fc4970a8ce4b,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:46.731016 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40670) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:46.747657 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-592f803c-fbfd-4bd2-a5c9-57d9bbd96b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.865251 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-592f803c-fbfd-4bd2-a5c9-57d9bbd96b56 admin admin] Publish callbacks [] for security_group (e81d69d2-07d1-4d83-9a6d-5e8ab4bff816), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.872018 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-592f803c-fbfd-4bd2-a5c9-57d9bbd96b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (e81d69d2-07d1-4d83-9a6d-5e8ab4bff816), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:46.913797 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-592f803c-fbfd-4bd2-a5c9-57d9bbd96b56 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=24ad8bfb424941518586153a187b9cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813769 Apr 08 19:10:46.915120 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f803c-fbfd-4bd2-a5c9-57d9bbd96b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d69d2-07d1-4d83-9a6d-5e8ab4bff816,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:46.919277 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40672) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:46.976436 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52da4b9f-d5c8-4242-a9ff-4b165dcf7451 admin admin] Publish callbacks [] for security_group (e81d69d2-07d1-4d83-9a6d-5e8ab4bff816), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:47.015828 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52da4b9f-d5c8-4242-a9ff-4b165dcf7451 admin admin] Publish callbacks [] for security_group (e81d69d2-07d1-4d83-9a6d-5e8ab4bff816), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:47.075274 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52da4b9f-d5c8-4242-a9ff-4b165dcf7451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (e81d69d2-07d1-4d83-9a6d-5e8ab4bff816), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:47.078893 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52da4b9f-d5c8-4242-a9ff-4b165dcf7451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:47.080379 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-52da4b9f-d5c8-4242-a9ff-4b165dcf7451 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e81d69d2-07d1-4d83-9a6d-5e8ab4bff816 HTTP/1.1" status: 204 len: 168 time: 0.1604035 Apr 08 19:10:47.091138 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da4b9f-d5c8-4242-a9ff-4b165dcf7451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d69d2-07d1-4d83-9a6d-5e8ab4bff816,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:47.974128 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40704) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:48.057476 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device fca13052-eb76-484d-96a9-fc4970a8ce4b up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:48.126929 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port fca13052-eb76-484d-96a9-fc4970a8ce4b triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:48.127707 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.132549 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-855265840-network', 'tenant_id': '0118f46ddb9d45b98f7ddb74dc80473e'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:48.169188 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Made reservation on behalf of 0118f46ddb9d45b98f7ddb74dc80473e for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:48.172392 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.181613 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.220484 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port fca13052-eb76-484d-96a9-fc4970a8ce4b is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:48.280143 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Publish callbacks [] for security_group (96024013-bf57-43ac-8574-38ce9b171a0a), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.288347 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (96024013-bf57-43ac-8574-38ce9b171a0a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.317928 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] vlan segment allocate from pool success with {'vlan_id': 1507, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:10:48.328964 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96024013-bf57-43ac-8574-38ce9b171a0a,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:48.334184 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (5d16d46c-f49e-4872-9308-4e3161682db7), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.334782 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.segments_db [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Added segment 5d16d46c-f49e-4872-9308-4e3161682db7 of type vlan for network b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c Apr 08 19:10:48.385797 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.415225 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.417221 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:48.417584 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.479570 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5031683 Apr 08 19:10:48.482525 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40708) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:48.486461 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831de7-7e61-418f-8e9e-b4518315dcae admin admin] Pushing event updated for resources: {'Network': ['ID=b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:48.487748 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Request body: {'subnet': {'network_id': 'b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-855265840-subnet', 'tenant_id': '0118f46ddb9d45b98f7ddb74dc80473e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:48.497989 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:10:48.548197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Made reservation on behalf of 0118f46ddb9d45b98f7ddb74dc80473e for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:48.550620 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695825'] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.800041 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8996025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695935'] for subnet (8017d5ce-a81c-4717-a221-b0de69757ab8), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.877901 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Checking segment: {'id': '5d16d46c-f49e-4872-9308-4e3161682db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1507, 'network_id': 'b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:48.878271 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Network hostable DHCP agents. Network: b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:10:48.883014 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8017d5ce-a81c-4717-a221-b0de69757ab8,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:48.913069 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Network b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:10:48.925727 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:48.938829 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8557a00-d000-4436-b12c-aaf37d9047e2 None None] Network b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:48.942666 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:48.943207 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:48.978685 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0a42fb57-0281-403d-b219-0dd783fb4cf3 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4932127 Apr 08 19:10:49.174521 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541e396-5b4a-4119-8796-55972990e43a None None] Network b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:49.722505 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40746) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:49.727480 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-889743330-network', 'tenant_id': 'c5b35f675b654d22bd81bfe4b4dfbb8f'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:49.751052 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Made reservation on behalf of c5b35f675b654d22bd81bfe4b4dfbb8f for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:49.753377 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:49.762770 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:49.825218 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Sync routers for ids ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:10:49.838922 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Routers {'1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:49.839950 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:49.855175 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Publish callbacks [] for security_group (58033205-c737-4b84-b6f3-aa91c4e5b01a), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:49.862292 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (58033205-c737-4b84-b6f3-aa91c4e5b01a), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:49.888854 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] vlan segment allocate from pool success with {'vlan_id': 1516, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:10:49.899453 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58033205-c737-4b84-b6f3-aa91c4e5b01a,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:49.905698 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (48411ca4-7cf8-4131-aaf4-c365f9feb523), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:49.906383 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Added segment 48411ca4-7cf8-4131-aaf4-c365f9feb523 of type vlan for network 9972802d-9199-40e8-9290-b93487c81fd1 Apr 08 19:10:49.958294 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (9972802d-9199-40e8-9290-b93487c81fd1), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:49.978873 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Set router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:49.996088 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (9972802d-9199-40e8-9290-b93487c81fd1), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:49.997129 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:49.998334 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:50.036876 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40754) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:50.037406 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3135624 Apr 08 19:10:50.043020 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Request body: {'subnet': {'network_id': '9972802d-9199-40e8-9290-b93487c81fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-889743330-subnet', 'tenant_id': 'c5b35f675b654d22bd81bfe4b4dfbb8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:10:50.079158 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Made reservation on behalf of c5b35f675b654d22bd81bfe4b4dfbb8f for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:10:50.089537 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767ce2d-7893-457a-88a8-09004e42e628 admin admin] Pushing event updated for resources: {'Network': ['ID=9972802d-9199-40e8-9290-b93487c81fd1,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:50.101778 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9082792'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:50.107722 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 9972802d-9199-40e8-9290-b93487c81fd1 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:10:50.293028 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 4, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '464c2dac-eeea-40c0-a8bf-6834651d8cbd', 'name': '', 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'mac_address': 'fa:16:3e:6c:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:43Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 2, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'subnets': [{'id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:50.322319 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Checking router: 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:10:50.323439 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Updating router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 port 464c2dac-eeea-40c0-a8bf-6834651d8cbd binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:10:50.393459 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:50.430057 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9082822'] for subnet (7d185307-4dcb-450f-a695-b7faf8e18e9a), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:50.512902 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d185307-4dcb-450f-a695-b7faf8e18e9a,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:50.517861 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Checking segment: {'id': '48411ca4-7cf8-4131-aaf4-c365f9feb523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1516, 'network_id': '9972802d-9199-40e8-9290-b93487c81fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:50.518275 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Network hostable DHCP agents. Network: 9972802d-9199-40e8-9290-b93487c81fd1, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:10:50.554967 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Network 9972802d-9199-40e8-9290-b93487c81fd1 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:10:50.577160 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 9972802d-9199-40e8-9290-b93487c81fd1) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:10:50.584272 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:50.584618 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:50.589277 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8c49f-c2f4-435e-938a-813fd56bf263 None None] Network 9972802d-9199-40e8-9290-b93487c81fd1 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:50.615547 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f62b9610-a9e0-47ab-bd66-6d7b6d391ac8 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5774117 Apr 08 19:10:50.788479 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Publish callbacks [] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:50.797062 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:50.809423 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431aa43f-4e4a-4165-8b6a-30edbdbfaa59 None None] Network 9972802d-9199-40e8-9290-b93487c81fd1 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:10:50.902638 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Pushing event updated for resources: {'Port': ['ID=464c2dac-eeea-40c0-a8bf-6834651d8cbd,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:50.925204 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.925881 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.926398 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.926978 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.936831 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.937374 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.939401 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.939812 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.942785 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.943175 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.943524 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.943887 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.944292 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.945527 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:50.945914 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:10:51.036336 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Attempting to bind port 464c2dac-eeea-40c0-a8bf-6834651d8cbd on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:10:51.036712 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Attempting to bind port 464c2dac-eeea-40c0-a8bf-6834651d8cbd by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:10:51.037437 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Attempting to bind port 464c2dac-eeea-40c0-a8bf-6834651d8cbd on network 04d9969e-eab1-4c48-a8ef-092906dc2002 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:10:51.043208 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:10:51.043661 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Checking segment: {'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:10:51.044229 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:51.044747 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Bound using segment: {'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:10:51.045230 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Bound port: 464c2dac-eeea-40c0-a8bf-6834651d8cbd, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ef682b-1452-4577-a254-e0cf3f4b4ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:10:51.045619 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:51.148933 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] For port 464c2dac-eeea-40c0-a8bf-6834651d8cbd, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:10:51.153207 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] For port 464c2dac-eeea-40c0-a8bf-6834651d8cbd, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=464c2dac-eeea-40c0-a8bf-6834651d8cbd,segment=NetworkSegment(59ef682b-1452-4577-a254-e0cf3f4b4ffe),segment_id=59ef682b-1452-4577-a254-e0cf3f4b4ffe)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:10:51.168482 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:51.236655 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Routers {'1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:10:51.237289 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:10:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:51.242314 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197aee2d-24fb-4e7b-b38e-6ad7964a5dfd None None] Pushing event updated for resources: {'Port': ['ID=464c2dac-eeea-40c0-a8bf-6834651d8cbd,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:51.269864 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-9b73481a-b6a2-44ab-bfe9-c28f07f0504c None None] Provisioning complete for port 464c2dac-eeea-40c0-a8bf-6834651d8cbd triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:51.270485 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b73481a-b6a2-44ab-bfe9-c28f07f0504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:51.392665 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-9b73481a-b6a2-44ab-bfe9-c28f07f0504c None None] Current status of the port 464c2dac-eeea-40c0-a8bf-6834651d8cbd is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:51.393584 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b73481a-b6a2-44ab-bfe9-c28f07f0504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:51.447128 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9b73481a-b6a2-44ab-bfe9-c28f07f0504c None None] For port 464c2dac-eeea-40c0-a8bf-6834651d8cbd, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=464c2dac-eeea-40c0-a8bf-6834651d8cbd,segment=NetworkSegment(59ef682b-1452-4577-a254-e0cf3f4b4ffe),segment_id=59ef682b-1452-4577-a254-e0cf3f4b4ffe)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:10:51.465979 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9b73481a-b6a2-44ab-bfe9-c28f07f0504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:51.576356 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73481a-b6a2-44ab-bfe9-c28f07f0504c None None] Pushing event updated for resources: {'Port': ['ID=464c2dac-eeea-40c0-a8bf-6834651d8cbd,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:51.597996 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-e3c048b2-861e-4751-a93f-969bf90da101 None None] Provisioning complete for port 464c2dac-eeea-40c0-a8bf-6834651d8cbd triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:51.598626 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e3c048b2-861e-4751-a93f-969bf90da101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:51.614789 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] Set router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:10:51.884708 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e3c048b2-861e-4751-a93f-969bf90da101 None None] Current status of the port 464c2dac-eeea-40c0-a8bf-6834651d8cbd is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:51.889708 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 4, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '464c2dac-eeea-40c0-a8bf-6834651d8cbd', 'name': '', 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'mac_address': 'fa:16:3e:6c:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:43Z', 'updated_at': '2022-04-08T19:10:51Z', 'revision_number': 4, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'subnets': [{'id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:51.924905 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec9fcfe-e450-4d1b-9d4a-f5a364d8ea19 None None] The sync data for ids ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'] in dv-cinder-837167-1-iscsi is: [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:10:44Z', 'revision_number': 4, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '464c2dac-eeea-40c0-a8bf-6834651d8cbd', 'name': '', 'network_id': '04d9969e-eab1-4c48-a8ef-092906dc2002', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'mac_address': 'fa:16:3e:6c:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:43Z', 'updated_at': '2022-04-08T19:10:51Z', 'revision_number': 4, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'subnets': [{'id': '17a24de6-792d-48cc-b6c8-5fc4f3e05cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:10:52.078627 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 464c2dac-eeea-40c0-a8bf-6834651d8cbd up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:10:52.184023 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 464c2dac-eeea-40c0-a8bf-6834651d8cbd triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:10:52.191225 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:52.304558 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 464c2dac-eeea-40c0-a8bf-6834651d8cbd is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:10:52.768856 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40810) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:52.829287 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1b0519-a3ac-46d2-ae3a-cc5c5d8f3c6e admin admin] Deleting subnet 7b684fec-e8ef-46e7-841e-552d9e796ead {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:10:52.836148 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0519-a3ac-46d2-ae3a-cc5c5d8f3c6e admin admin] Publish callbacks [] for subnet (7b684fec-e8ef-46e7-841e-552d9e796ead), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:52.882590 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0519-a3ac-46d2-ae3a-cc5c5d8f3c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (7b684fec-e8ef-46e7-841e-552d9e796ead), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:52.932364 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0519-a3ac-46d2-ae3a-cc5c5d8f3c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (7b684fec-e8ef-46e7-841e-552d9e796ead), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.017963 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0519-a3ac-46d2-ae3a-cc5c5d8f3c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (7b684fec-e8ef-46e7-841e-552d9e796ead), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.058863 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b0519-a3ac-46d2-ae3a-cc5c5d8f3c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b684fec-e8ef-46e7-841e-552d9e796ead,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:53.061530 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-cc1b0519-a3ac-46d2-ae3a-cc5c5d8f3c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.069441 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40824) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:53.078838 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-cc1b0519-a3ac-46d2-ae3a-cc5c5d8f3c6e admin admin] 10.222.0.109 "DELETE /v2.0/subnets/7b684fec-e8ef-46e7-841e-552d9e796ead HTTP/1.1" status: 204 len: 168 time: 0.3089833 Apr 08 19:10:53.178693 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (49755f31-6d3b-48e8-8398-a2c8c9699483), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.296824 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (49755f31-6d3b-48e8-8398-a2c8c9699483), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.325949 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49755f31-6d3b-48e8-8398-a2c8c9699483']}} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:53.344354 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54') {'for_net_delete': True} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:53.345126 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54') {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:10:53.360013 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257160'] for segment (8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.380624 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.391696 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Releasing vlan 1530 on physical network physnet1 to pool {{(pid=103340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:10:53.392095 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8995354'] for segment (8f96e5ee-af0b-43e4-adeb-0ba8b2a61b54), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: Traceback (most recent call last): Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: timer() Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: cb(*args, **kw) Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: return func(*args, **kwargs) Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: self._notify() Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: self.callback(batched_events) Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: event.method(event) Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: return f(self, *a, **k) Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._get(url).json() Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: return self.request(url, 'GET', **kwargs) Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:10:53.394108 dv-cinder-837167-1-iscsi neutron-server[103340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:10:53.470615 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (49755f31-6d3b-48e8-8398-a2c8c9699483), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.482427 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.485879 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] 10.222.0.109 "DELETE /v2.0/networks/49755f31-6d3b-48e8-8398-a2c8c9699483 HTTP/1.1" status: 204 len: 168 time: 0.4154449 Apr 08 19:10:53.502953 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdd0c4-64dd-415a-8f9e-6b945737a477 admin admin] Pushing event deleted for resources: {'Network': ['ID=49755f31-6d3b-48e8-8398-a2c8c9699483,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:53.693565 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40832) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:53.742206 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-de42a990-1f9c-4de5-a764-6d2224f4e37d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=715f7a2147ca4f94a8e0f877bebb43b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473831 Apr 08 19:10:53.745313 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40834) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:53.802565 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-58e52faf-0540-4c2a-a994-95df7953b102 admin admin] Publish callbacks [] for security_group (40805c51-c53a-4ad6-99ea-fe243caca2ac), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.827352 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-58e52faf-0540-4c2a-a994-95df7953b102 admin admin] Publish callbacks [] for security_group (40805c51-c53a-4ad6-99ea-fe243caca2ac), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.893567 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-58e52faf-0540-4c2a-a994-95df7953b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (40805c51-c53a-4ad6-99ea-fe243caca2ac), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.896437 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-58e52faf-0540-4c2a-a994-95df7953b102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:53.897622 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-58e52faf-0540-4c2a-a994-95df7953b102 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/40805c51-c53a-4ad6-99ea-fe243caca2ac HTTP/1.1" status: 204 len: 168 time: 0.1512492 Apr 08 19:10:53.906568 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e52faf-0540-4c2a-a994-95df7953b102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40805c51-c53a-4ad6-99ea-fe243caca2ac,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:54.592763 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40864) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:54.739002 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1940e5ac-8203-4122-8587-0929df5ed05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:54.752799 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8dc23fcc-2139-41b3-9ed1-d3e935f85217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:54.844011 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1940e5ac-8203-4122-8587-0929df5ed05a admin admin] Publish callbacks [] for security_group (21479075-30d0-4071-81d5-7aa83b07ea1a), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:54.862767 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1940e5ac-8203-4122-8587-0929df5ed05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (21479075-30d0-4071-81d5-7aa83b07ea1a), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:54.912671 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-1940e5ac-8203-4122-8587-0929df5ed05a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=41d22d63d5464ae482e3d6ed1dda4686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189080 Apr 08 19:10:54.913884 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940e5ac-8203-4122-8587-0929df5ed05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21479075-30d0-4071-81d5-7aa83b07ea1a,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:54.915603 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40878) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:55.006406 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66a1d8d0-bc54-4bd4-9a79-abb88d8b9430 admin admin] Publish callbacks [] for security_group (21479075-30d0-4071-81d5-7aa83b07ea1a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:55.034556 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66a1d8d0-bc54-4bd4-9a79-abb88d8b9430 admin admin] Publish callbacks [] for security_group (21479075-30d0-4071-81d5-7aa83b07ea1a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:55.093914 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66a1d8d0-bc54-4bd4-9a79-abb88d8b9430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (21479075-30d0-4071-81d5-7aa83b07ea1a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:55.096978 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-66a1d8d0-bc54-4bd4-9a79-abb88d8b9430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:55.102354 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-66a1d8d0-bc54-4bd4-9a79-abb88d8b9430 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/21479075-30d0-4071-81d5-7aa83b07ea1a HTTP/1.1" status: 204 len: 168 time: 0.1843030 Apr 08 19:10:55.116965 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1d8d0-bc54-4bd4-9a79-abb88d8b9430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21479075-30d0-4071-81d5-7aa83b07ea1a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:56.571385 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 40928) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:56.705215 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0346a564-a4cb-4e54-a3d2-d1f2f7b9c21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:56.819274 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0346a564-a4cb-4e54-a3d2-d1f2f7b9c21c admin admin] Publish callbacks [] for security_group (3de49661-12c8-4c65-8e63-187c6092e951), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:56.828708 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0346a564-a4cb-4e54-a3d2-d1f2f7b9c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (3de49661-12c8-4c65-8e63-187c6092e951), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:56.876887 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 40936) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:10:56.886058 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0346a564-a4cb-4e54-a3d2-d1f2f7b9c21c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b3891001765e4637a7c12652e5d9a5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136139 Apr 08 19:10:56.891217 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346a564-a4cb-4e54-a3d2-d1f2f7b9c21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de49661-12c8-4c65-8e63-187c6092e951,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:56.943500 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2badb5c-0c67-4dca-97dd-f84162c58148 admin admin] Publish callbacks [] for security_group (3de49661-12c8-4c65-8e63-187c6092e951), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:56.970090 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2badb5c-0c67-4dca-97dd-f84162c58148 admin admin] Publish callbacks [] for security_group (3de49661-12c8-4c65-8e63-187c6092e951), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:57.028607 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2badb5c-0c67-4dca-97dd-f84162c58148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (3de49661-12c8-4c65-8e63-187c6092e951), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:57.031870 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e2badb5c-0c67-4dca-97dd-f84162c58148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:57.033159 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e2badb5c-0c67-4dca-97dd-f84162c58148 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3de49661-12c8-4c65-8e63-187c6092e951 HTTP/1.1" status: 204 len: 168 time: 0.1546264 Apr 08 19:10:57.042369 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2badb5c-0c67-4dca-97dd-f84162c58148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de49661-12c8-4c65-8e63-187c6092e951,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:10:57.165454 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ff6ed127-1446-4ddd-90d8-9b24810af639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:57.199960 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:10:58.261472 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-827305a8-74c3-4c04-b357-2b494ededec5 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:10:58.262946 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-827305a8-74c3-4c04-b357-2b494ededec5 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/networks?id=49dd155b-165f-4202-9c4d-d10a00cad95a HTTP/1.1" status: 200 len: 814 time: 0.1148529 Apr 08 19:10:58.277925 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a6fa7255-7db5-4bf0-a8e5-59a270d01556 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/quotas/871f02fea7d14b9a8b32eb5066358eef HTTP/1.1" status: 200 len: 375 time: 0.0096102 Apr 08 19:10:58.327454 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-58397835-3a3b-4911-8579-b96f907b3f2a tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=871f02fea7d14b9a8b32eb5066358eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444329 Apr 08 19:10:58.427978 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-d179ec95-8abf-483c-9a44-b63ab2e584dd service neutron] 10.222.0.109 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894084 Apr 08 19:10:58.505704 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:10:58.521293 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-0f67562b-5df8-46dd-8b3c-1c3204f27883 service neutron] 10.222.0.109 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873859 Apr 08 19:10:58.679928 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-425591bc-508c-42e5-8074-4098956a110f req-d6f4eb98-0adf-4b92-833a-49cf16b7898b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 210 time: 0.0276172 Apr 08 19:10:59.779162 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9ba12d18-7842-4086-bce0-eac4b7bb72c6 req-0b59716b-f215-40cf-b70b-256b16bcc2a2 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 210 time: 0.0323441 Apr 08 19:10:59.870811 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:00.116931 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:00.875100 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7e6138d2-068e-4fdf-92a0-e149c02cb420 req-6a50352d-702d-40c8-be58-061aa7296feb tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 210 time: 0.0278854 Apr 08 19:11:01.165587 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-fe2b6373-bb84-4511-92f9-89dbf5259a34 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:01.168922 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-fe2b6373-bb84-4511-92f9-89dbf5259a34 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.113 "GET /v2.0/networks?id=49dd155b-165f-4202-9c4d-d10a00cad95a HTTP/1.1" status: 200 len: 814 time: 0.1244853 Apr 08 19:11:01.183167 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'port': {'device_id': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'admin_state_up': True, 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:01.296155 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Made reservation on behalf of 871f02fea7d14b9a8b32eb5066358eef for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:11:01.299369 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:01.428505 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Allocated IP 172.20.0.8 (49dd155b-165f-4202-9c4d-d10a00cad95a/9cd23ce1-5ad4-4c86-b063-0e297c205270/61d62166-5fd0-48e9-8acb-0dccb0684c5b) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:11:01.600486 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:01.641400 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:01.689304 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Network 49dd155b-165f-4202-9c4d-d10a00cad95a is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:11:01.693513 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:11:01.697166 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:11:01.756172 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:01.773418 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:01.774032 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:01.779968 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'Port': ['ID=61d62166-5fd0-48e9-8acb-0dccb0684c5b,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:01.808049 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a48b85b1-32f3-47b3-9576-246f6e704466 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6302688 Apr 08 19:11:02.003744 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79249c-0f6a-4033-94e9-180997b01dbb req-e5f1a0aa-5b09-470a-9793-81785129e550 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:02.004949 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-889f1e76-8069-4043-ab74-d179b5ad77bf None None] Provisioning complete for port 61d62166-5fd0-48e9-8acb-0dccb0684c5b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:11:02.005327 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0d79249c-0f6a-4033-94e9-180997b01dbb req-e5f1a0aa-5b09-470a-9793-81785129e550 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 931 time: 0.0532303 Apr 08 19:11:02.005516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-889f1e76-8069-4043-ab74-d179b5ad77bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:02.044707 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-889f1e76-8069-4043-ab74-d179b5ad77bf None None] Port 61d62166-5fd0-48e9-8acb-0dccb0684c5b cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:11:02.070218 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0d79249c-0f6a-4033-94e9-180997b01dbb req-919a0b4e-bf51-449c-b61b-8d0706b4823f tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570533 Apr 08 19:11:03.187140 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878c39e-86c7-4acd-80f7-44941bb37971 req-d08ede84-09cc-455a-802f-ba577cfab619 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:03.188175 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a878c39e-86c7-4acd-80f7-44941bb37971 req-d08ede84-09cc-455a-802f-ba577cfab619 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 931 time: 0.0492694 Apr 08 19:11:03.238669 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a878c39e-86c7-4acd-80f7-44941bb37971 req-6a96f385-295d-4a97-9982-ec6d75d287e2 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444515 Apr 08 19:11:04.246093 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Request body: {'port': {'device_id': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:04.370262 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:04.393129 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af5944-0db9-4ef3-b964-b33f8f897e0a req-ac42f66d-ce4a-4b48-bc9b-cb21f9489492 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:04.400767 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-16af5944-0db9-4ef3-b964-b33f8f897e0a req-ac42f66d-ce4a-4b48-bc9b-cb21f9489492 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 931 time: 0.0556672 Apr 08 19:11:04.459923 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-16af5944-0db9-4ef3-b964-b33f8f897e0a req-f5b0c3d1-6f2e-4fca-9faa-87f96e8e77e0 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556653 Apr 08 19:11:04.686864 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d62166-5fd0-48e9-8acb-0dccb0684c5b {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:11:04.695109 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Publish callbacks [] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:04.708532 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Transition to ACTIVE for port object 61d62166-5fd0-48e9-8acb-0dccb0684c5b will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:11:04.712282 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8995366'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:04.769557 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=61d62166-5fd0-48e9-8acb-0dccb0684c5b,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:04.858562 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Attempting to bind port 61d62166-5fd0-48e9-8acb-0dccb0684c5b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:11:04.859050 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Attempting to bind port 61d62166-5fd0-48e9-8acb-0dccb0684c5b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:11:04.859512 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Attempting to bind port 61d62166-5fd0-48e9-8acb-0dccb0684c5b on network 49dd155b-165f-4202-9c4d-d10a00cad95a {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:11:04.864767 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Port 61d62166-5fd0-48e9-8acb-0dccb0684c5b on network 49dd155b-165f-4202-9c4d-d10a00cad95a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:11:04.865356 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Attempting to bind port 61d62166-5fd0-48e9-8acb-0dccb0684c5b on network 49dd155b-165f-4202-9c4d-d10a00cad95a {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:11:04.870880 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:11:04.871371 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Checking segment: {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:11:04.871918 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Bound using segment: {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:11:04.872501 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Bound port: 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3626d48e-4b5d-43cb-befe-127b4bfaf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:11:04.872970 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:04.946623 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] For port 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:11:04.954389 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] For port 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:11:04.963351 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8995366'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:05.005289 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:05.005920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:05.007671 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] 10.222.0.113 "PUT /v2.0/ports/61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 1093 time: 0.7668822 Apr 08 19:11:05.008145 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:11:05.012137 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4694f798-1507-411d-8522-2d4e703d9012" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:11:05.040570 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605c0c-0641-49b4-8f1a-d0b2d3752ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=61d62166-5fd0-48e9-8acb-0dccb0684c5b,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:05.087010 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e90c5e-c97c-4ce8-ba6e-05da16190b75 x-openstack-request-id: req-68e90c5e-c97c-4ce8-ba6e-05da16190b75 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:11:05.087320 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:11:05.087585 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-68e90c5e-c97c-4ce8-ba6e-05da16190b75 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:11:05.088702 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e90c5e-c97c-4ce8-ba6e-05da16190b75'] response: {'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'status': 'completed', 'code': 200} Apr 08 19:11:05.639921 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2544b-d4ef-44f2-9708-2ab902d6389a req-a1bbd67e-89f4-4b2e-b155-b22d4a8b555e tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:05.641577 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-baa2544b-d4ef-44f2-9708-2ab902d6389a req-a1bbd67e-89f4-4b2e-b155-b22d4a8b555e tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0510280 Apr 08 19:11:05.694774 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-baa2544b-d4ef-44f2-9708-2ab902d6389a req-4b562c68-4839-4bc4-a29a-2e4d3bc958f5 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Apr 08 19:11:06.843107 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c31c3-43a7-40d3-b118-608411915e0a req-62ac069d-72fe-4b92-aa55-0fc7f349dddb tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:06.852294 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d83c31c3-43a7-40d3-b118-608411915e0a req-62ac069d-72fe-4b92-aa55-0fc7f349dddb tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0685039 Apr 08 19:11:06.927967 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d83c31c3-43a7-40d3-b118-608411915e0a req-035ee892-e38e-491a-9fae-b7278a4d5d09 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746913 Apr 08 19:11:08.058190 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06608831-dbb4-4a1c-a9f1-fc553c48f5d0 req-afaa802d-d62d-4f16-bef1-c2842d418102 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:08.059656 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-06608831-dbb4-4a1c-a9f1-fc553c48f5d0 req-afaa802d-d62d-4f16-bef1-c2842d418102 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0488288 Apr 08 19:11:08.112552 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-06608831-dbb4-4a1c-a9f1-fc553c48f5d0 req-88f406a5-f66e-4fe4-9c68-663fee72e615 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Apr 08 19:11:09.232914 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e9d1c-8aa3-4bb7-80a1-e9766d5551dd req-c9aacf19-92e9-44e5-b759-0868e5a6bdb5 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:09.234661 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9e1e9d1c-8aa3-4bb7-80a1-e9766d5551dd req-c9aacf19-92e9-44e5-b759-0868e5a6bdb5 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0536649 Apr 08 19:11:09.288414 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9e1e9d1c-8aa3-4bb7-80a1-e9766d5551dd req-23bb6247-79e8-4d20-a8a1-294e03cefd52 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481205 Apr 08 19:11:10.441899 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08358680-b08e-4121-977c-94a9ee9cb4c0 req-49805476-1fd5-4b5c-ba5d-b596bd06cc5c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:10.450257 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-08358680-b08e-4121-977c-94a9ee9cb4c0 req-49805476-1fd5-4b5c-ba5d-b596bd06cc5c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0760853 Apr 08 19:11:10.508647 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-08358680-b08e-4121-977c-94a9ee9cb4c0 req-c98a14cf-f28b-412b-845c-a96a29948969 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 Apr 08 19:11:11.636858 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5330c56-8601-4277-ab9c-c33a67a5c10c req-534b3bff-97e1-4cdd-8209-3ba68457e394 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:11.638406 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5330c56-8601-4277-ab9c-c33a67a5c10c req-534b3bff-97e1-4cdd-8209-3ba68457e394 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0648081 Apr 08 19:11:11.717056 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5330c56-8601-4277-ab9c-c33a67a5c10c req-58aa0844-a412-47b1-8467-16f3fadc387e tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629530 Apr 08 19:11:12.071806 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41196) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:12.123107 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Deleting subnet 8017d5ce-a81c-4717-a221-b0de69757ab8 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:11:12.127021 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Publish callbacks [] for subnet (8017d5ce-a81c-4717-a221-b0de69757ab8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.165361 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (8017d5ce-a81c-4717-a221-b0de69757ab8), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.209346 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (8017d5ce-a81c-4717-a221-b0de69757ab8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.271632 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (8017d5ce-a81c-4717-a221-b0de69757ab8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.299663 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8017d5ce-a81c-4717-a221-b0de69757ab8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:12.308929 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.315171 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41198) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:12.322443 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/8017d5ce-a81c-4717-a221-b0de69757ab8 HTTP/1.1" status: 204 len: 168 time: 0.2485192 Apr 08 19:11:12.324430 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.324787 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.325142 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.325488 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.325835 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.326172 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.326516 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.326839 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.327172 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.327506 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.327846 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.328171 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.328532 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.328863 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.329189 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae96970-0ecd-46e5-9789-68d352a43f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.408586 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.503387 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.528058 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c']}} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:12.539635 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d16d46c-f49e-4872-9308-4e3161682db7') {'for_net_delete': True} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:12.539635 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d16d46c-f49e-4872-9308-4e3161682db7') {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:12.551952 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257160'] for segment (5d16d46c-f49e-4872-9308-4e3161682db7), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.567039 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (5d16d46c-f49e-4872-9308-4e3161682db7), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.574459 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Releasing vlan 1507 on physical network physnet1 to pool {{(pid=103340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:11:12.574920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8995354'] for segment (5d16d46c-f49e-4872-9308-4e3161682db7), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: Traceback (most recent call last): Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: timer() Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: cb(*args, **kw) Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: return func(*args, **kwargs) Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: self._notify() Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: self.callback(batched_events) Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: event.method(event) Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: return f(self, *a, **k) Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._get(url).json() Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: return self.request(url, 'GET', **kwargs) Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:11:12.576680 dv-cinder-837167-1-iscsi neutron-server[103340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:11:12.637789 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.643568 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.646762 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] 10.222.0.109 "DELETE /v2.0/networks/b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c HTTP/1.1" status: 204 len: 168 time: 0.3305800 Apr 08 19:11:12.649805 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41202) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:12.660605 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Pushing event deleted for resources: {'Network': ['ID=b55d80f8-a1e9-47f3-b6c9-f1f8eb4b5e2c,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:12.668886 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.669244 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.669611 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.669951 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.670300 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.670639 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.670971 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.671304 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.671638 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.671970 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.672331 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.672667 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.672995 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.673322 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.673648 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcb9f1-35d0-4c0d-8d1e-e0d40482bf8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:11:12.710121 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02cefe6-1c64-4705-8924-43abf1046eef admin admin] Deleting subnet 7d185307-4dcb-450f-a695-b7faf8e18e9a {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:11:12.714871 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f02cefe6-1c64-4705-8924-43abf1046eef admin admin] Publish callbacks [] for subnet (7d185307-4dcb-450f-a695-b7faf8e18e9a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.766771 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f02cefe6-1c64-4705-8924-43abf1046eef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (7d185307-4dcb-450f-a695-b7faf8e18e9a), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.847588 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f02cefe6-1c64-4705-8924-43abf1046eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (7d185307-4dcb-450f-a695-b7faf8e18e9a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.891728 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899e0ba-b4ff-4944-957c-404a06379369 req-f71d3232-1c1e-4fae-b968-c8e2b410a648 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:12.893277 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9899e0ba-b4ff-4944-957c-404a06379369 req-f71d3232-1c1e-4fae-b968-c8e2b410a648 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0841033 Apr 08 19:11:12.948583 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f02cefe6-1c64-4705-8924-43abf1046eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (7d185307-4dcb-450f-a695-b7faf8e18e9a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.983206 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9899e0ba-b4ff-4944-957c-404a06379369 req-3fe13336-9460-486e-8932-8421ebed6b9a tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817425 Apr 08 19:11:12.985679 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cefe6-1c64-4705-8924-43abf1046eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d185307-4dcb-450f-a695-b7faf8e18e9a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:12.987679 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-f02cefe6-1c64-4705-8924-43abf1046eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:12.990923 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-f02cefe6-1c64-4705-8924-43abf1046eef admin admin] 10.222.0.109 "DELETE /v2.0/subnets/7d185307-4dcb-450f-a695-b7faf8e18e9a HTTP/1.1" status: 204 len: 168 time: 0.3399420 Apr 08 19:11:12.993858 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41212) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:13.073729 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (9972802d-9199-40e8-9290-b93487c81fd1), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.157812 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (9972802d-9199-40e8-9290-b93487c81fd1), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.179370 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9972802d-9199-40e8-9290-b93487c81fd1']}} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:13.189103 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48411ca4-7cf8-4131-aaf4-c365f9feb523') {'for_net_delete': True} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:13.189408 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48411ca4-7cf8-4131-aaf4-c365f9feb523') {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:13.198959 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257160'] for segment (48411ca4-7cf8-4131-aaf4-c365f9feb523), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.211645 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (48411ca4-7cf8-4131-aaf4-c365f9feb523), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.219006 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Releasing vlan 1516 on physical network physnet1 to pool {{(pid=103340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:11:13.219432 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8995354'] for segment (48411ca4-7cf8-4131-aaf4-c365f9feb523), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: Traceback (most recent call last): Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: timer() Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: cb(*args, **kw) Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: return func(*args, **kwargs) Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: self._notify() Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: self.callback(batched_events) Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: event.method(event) Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: return f(self, *a, **k) Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._get(url).json() Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: return self.request(url, 'GET', **kwargs) Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:11:13.221155 dv-cinder-837167-1-iscsi neutron-server[103340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:11:13.274405 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (9972802d-9199-40e8-9290-b93487c81fd1), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.279321 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.282721 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] 10.222.0.109 "DELETE /v2.0/networks/9972802d-9199-40e8-9290-b93487c81fd1 HTTP/1.1" status: 204 len: 168 time: 0.2868044 Apr 08 19:11:13.295143 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7ff4f-5032-4077-bf5b-cb51bcbcf5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9972802d-9199-40e8-9290-b93487c81fd1,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:13.446712 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41216) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:13.487098 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-77dcfe72-a775-454a-b60f-b2528ff2246b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0118f46ddb9d45b98f7ddb74dc80473e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392022 Apr 08 19:11:13.489534 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41218) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:13.540432 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bb3fbe0e-cdf8-4e94-9767-0d40bcc6c942 admin admin] Publish callbacks [] for security_group (96024013-bf57-43ac-8574-38ce9b171a0a), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.562761 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bb3fbe0e-cdf8-4e94-9767-0d40bcc6c942 admin admin] Publish callbacks [] for security_group (96024013-bf57-43ac-8574-38ce9b171a0a), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.609072 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bb3fbe0e-cdf8-4e94-9767-0d40bcc6c942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (96024013-bf57-43ac-8574-38ce9b171a0a), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.611589 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-bb3fbe0e-cdf8-4e94-9767-0d40bcc6c942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:13.612779 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-bb3fbe0e-cdf8-4e94-9767-0d40bcc6c942 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/96024013-bf57-43ac-8574-38ce9b171a0a HTTP/1.1" status: 204 len: 168 time: 0.1223483 Apr 08 19:11:13.621279 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fbe0e-cdf8-4e94-9767-0d40bcc6c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96024013-bf57-43ac-8574-38ce9b171a0a,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:13.938535 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41230) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:13.979139 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-77fce501-6cc1-4a45-b5e1-64ec76d10cb5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c5b35f675b654d22bd81bfe4b4dfbb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387444 Apr 08 19:11:13.981576 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41232) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:14.034197 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdae2-29bd-446c-9dde-75f5c9fe4cd2 admin admin] Publish callbacks [] for security_group (58033205-c737-4b84-b6f3-aa91c4e5b01a), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:14.057043 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdae2-29bd-446c-9dde-75f5c9fe4cd2 admin admin] Publish callbacks [] for security_group (58033205-c737-4b84-b6f3-aa91c4e5b01a), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:14.109075 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d391460-3d7c-458c-803f-229bea656352 req-4d1b108f-1543-4a96-b5d9-4d881908e2a1 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:14.110775 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7d391460-3d7c-458c-803f-229bea656352 req-4d1b108f-1543-4a96-b5d9-4d881908e2a1 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0522134 Apr 08 19:11:14.111054 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdae2-29bd-446c-9dde-75f5c9fe4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (58033205-c737-4b84-b6f3-aa91c4e5b01a), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:14.113894 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdae2-29bd-446c-9dde-75f5c9fe4cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:14.115134 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-1b5cdae2-29bd-446c-9dde-75f5c9fe4cd2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/58033205-c737-4b84-b6f3-aa91c4e5b01a HTTP/1.1" status: 204 len: 168 time: 0.1325428 Apr 08 19:11:14.125389 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cdae2-29bd-446c-9dde-75f5c9fe4cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58033205-c737-4b84-b6f3-aa91c4e5b01a,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:14.167522 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7d391460-3d7c-458c-803f-229bea656352 req-afdc6326-033b-4c77-a88c-ab5e604d8969 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503707 Apr 08 19:11:14.286078 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694f798-1507-411d-8522-2d4e703d9012 req-f3f5a548-4d67-423b-83f4-ffff0c211853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:14.287681 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4694f798-1507-411d-8522-2d4e703d9012 req-f3f5a548-4d67-423b-83f4-ffff0c211853 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=871f02fea7d14b9a8b32eb5066358eef&device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1127 time: 0.0470030 Apr 08 19:11:14.394352 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694f798-1507-411d-8522-2d4e703d9012 req-eb8d989e-e44a-4a93-bae0-9042c23990be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:14.395846 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4694f798-1507-411d-8522-2d4e703d9012 req-eb8d989e-e44a-4a93-bae0-9042c23990be service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=871f02fea7d14b9a8b32eb5066358eef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0991039 Apr 08 19:11:14.755409 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694f798-1507-411d-8522-2d4e703d9012 req-6298a7ae-2bbd-413a-bffc-eb32e679d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:14.756262 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4694f798-1507-411d-8522-2d4e703d9012 req-6298a7ae-2bbd-413a-bffc-eb32e679d1cd service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3517549 Apr 08 19:11:14.835482 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-e794e14e-9b1b-4c6e-86a9-dad2a83d8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:14.837080 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-e794e14e-9b1b-4c6e-86a9-dad2a83d8a0a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=871f02fea7d14b9a8b32eb5066358eef&device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1127 time: 0.0400748 Apr 08 19:11:14.882047 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-44650b4e-26c4-4d2b-af0f-c55ae074636e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 217 time: 0.0370193 Apr 08 19:11:14.943384 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-1bfe3374-4e9d-4a96-a6a5-3874cb4bb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:14.944910 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-1bfe3374-4e9d-4a96-a6a5-3874cb4bb3ad service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9cd23ce1-5ad4-4c86-b063-0e297c205270 HTTP/1.1" status: 200 len: 853 time: 0.0466144 Apr 08 19:11:14.993165 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-3b434ce0-03ec-4df8-88a8-26b0d77729bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:14.995701 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-3b434ce0-03ec-4df8-88a8-26b0d77729bd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49dd155b-165f-4202-9c4d-d10a00cad95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428123 Apr 08 19:11:15.093375 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-a2095e33-8acf-45af-ad3d-ea2b51154e04 service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905747 Apr 08 19:11:15.197165 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ab0d006b-bf2d-4353-aa7e-a66b008a55ac req-080ab143-3331-497e-bf38-514f054dd91e service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970764 Apr 08 19:11:15.246919 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41272) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:15.286107 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41276) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:15.295887 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d1a0-a9d6-4ad4-8540-724982692bbf req-aefeb83c-6969-4121-9eaa-f97c8733feca tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:15.297482 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6a80d1a0-a9d6-4ad4-8540-724982692bbf req-aefeb83c-6969-4121-9eaa-f97c8733feca tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0537612 Apr 08 19:11:15.347913 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6a80d1a0-a9d6-4ad4-8540-724982692bbf req-a7bad450-40bc-477a-960b-d5fba2dbb0bb tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 Apr 08 19:11:15.410662 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-df8c716d-5742-493e-b8ed-e2512cb8be7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.413354 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d780663e-e3d6-4cdf-b00f-1831f6eea925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.545093 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-df8c716d-5742-493e-b8ed-e2512cb8be7b admin admin] Publish callbacks [] for security_group (0b78bba1-5c23-4873-b44e-b9ea0d7e51e0), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.550139 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d780663e-e3d6-4cdf-b00f-1831f6eea925 admin admin] Publish callbacks [] for security_group (b4e42e1d-1fda-42af-bd11-f3ae86d4019c), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.551665 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-df8c716d-5742-493e-b8ed-e2512cb8be7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (0b78bba1-5c23-4873-b44e-b9ea0d7e51e0), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.562827 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d780663e-e3d6-4cdf-b00f-1831f6eea925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b4e42e1d-1fda-42af-bd11-f3ae86d4019c), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.601300 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-df8c716d-5742-493e-b8ed-e2512cb8be7b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=34505808ffe6450f99da64ad10a219c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139462 Apr 08 19:11:15.604350 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41280) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:15.610498 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c716d-5742-493e-b8ed-e2512cb8be7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b78bba1-5c23-4873-b44e-b9ea0d7e51e0,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:15.616858 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d780663e-e3d6-4cdf-b00f-1831f6eea925 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0f5002994f1f4a3887ea8a7722bb8644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688564 Apr 08 19:11:15.620524 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41282) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:15.658345 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44c3cf6a-fca0-4066-a7a6-638afba49f05 admin admin] Publish callbacks [] for security_group (0b78bba1-5c23-4873-b44e-b9ea0d7e51e0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.659229 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780663e-e3d6-4cdf-b00f-1831f6eea925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e42e1d-1fda-42af-bd11-f3ae86d4019c,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:15.681001 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44c3cf6a-fca0-4066-a7a6-638afba49f05 admin admin] Publish callbacks [] for security_group (0b78bba1-5c23-4873-b44e-b9ea0d7e51e0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.687828 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c2f8dd56-e630-4433-9a96-e87d63e139d6 admin admin] Publish callbacks [] for security_group (b4e42e1d-1fda-42af-bd11-f3ae86d4019c), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.712413 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c2f8dd56-e630-4433-9a96-e87d63e139d6 admin admin] Publish callbacks [] for security_group (b4e42e1d-1fda-42af-bd11-f3ae86d4019c), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.730077 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44c3cf6a-fca0-4066-a7a6-638afba49f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (0b78bba1-5c23-4873-b44e-b9ea0d7e51e0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.732831 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-44c3cf6a-fca0-4066-a7a6-638afba49f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.734021 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-44c3cf6a-fca0-4066-a7a6-638afba49f05 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0b78bba1-5c23-4873-b44e-b9ea0d7e51e0 HTTP/1.1" status: 204 len: 168 time: 0.1289101 Apr 08 19:11:15.742605 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3cf6a-fca0-4066-a7a6-638afba49f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b78bba1-5c23-4873-b44e-b9ea0d7e51e0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:15.766347 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c2f8dd56-e630-4433-9a96-e87d63e139d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (b4e42e1d-1fda-42af-bd11-f3ae86d4019c), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.769830 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-c2f8dd56-e630-4433-9a96-e87d63e139d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:15.775050 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-c2f8dd56-e630-4433-9a96-e87d63e139d6 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b4e42e1d-1fda-42af-bd11-f3ae86d4019c HTTP/1.1" status: 204 len: 168 time: 0.1532819 Apr 08 19:11:15.784486 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8dd56-e630-4433-9a96-e87d63e139d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e42e1d-1fda-42af-bd11-f3ae86d4019c,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:16.462448 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91501-371d-4209-af95-87004bd29d7b req-67b95619-d214-4634-a3c7-27b14740b227 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:16.465103 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-14c91501-371d-4209-af95-87004bd29d7b req-67b95619-d214-4634-a3c7-27b14740b227 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0482166 Apr 08 19:11:16.517260 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-14c91501-371d-4209-af95-87004bd29d7b req-b5e3fcd1-9882-42ce-892e-4144a603407f tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465112 Apr 08 19:11:17.630783 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35d4c3-d75c-466e-abca-7af105f1a095 req-96aae8e1-d1a0-4a6c-923d-a8b3cd7de422 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:17.632278 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2f35d4c3-d75c-466e-abca-7af105f1a095 req-96aae8e1-d1a0-4a6c-923d-a8b3cd7de422 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 943 time: 0.0475135 Apr 08 19:11:17.678975 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2f35d4c3-d75c-466e-abca-7af105f1a095 req-15142f57-5724-44a4-8774-c11551cf77b0 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Apr 08 19:11:18.296006 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 61d62166-5fd0-48e9-8acb-0dccb0684c5b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:11:18.395220 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:11:18.406480 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'port_id': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'mac_address': 'fa:16:3e:88:62:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:11:18.443579 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 61d62166-5fd0-48e9-8acb-0dccb0684c5b is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:11:18.443972 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:18.457009 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d62166-5fd0-48e9-8acb-0dccb0684c5b {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:11:18.479578 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:11:18.483811 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:18.530466 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=61d62166-5fd0-48e9-8acb-0dccb0684c5b,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:18.777197 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['61d62166-5fd0-48e9-8acb-0dccb0684c5b'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:11:18.790375 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96289b5e-69a0-4c24-8e13-936e63f0f3f1 req-923c9f76-d195-4656-83d1-9f1bcf701f57 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:18.794247 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-96289b5e-69a0-4c24-8e13-936e63f0f3f1 req-923c9f76-d195-4656-83d1-9f1bcf701f57 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 944 time: 0.0503247 Apr 08 19:11:18.843192 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-96289b5e-69a0-4c24-8e13-936e63f0f3f1 req-9c8fa1e4-bf97-4d73-9c7a-3a67d8edc5db tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Apr 08 19:11:19.961072 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e092d65-9c7b-434f-916a-bfd678403d44 req-772930a1-cc4e-4435-84d9-0f3786c27e4c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:19.962566 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1e092d65-9c7b-434f-916a-bfd678403d44 req-772930a1-cc4e-4435-84d9-0f3786c27e4c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 944 time: 0.0521526 Apr 08 19:11:20.012013 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1e092d65-9c7b-434f-916a-bfd678403d44 req-d475bf66-25c3-4332-9a53-681c2ecb3232 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Apr 08 19:11:20.311979 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 61d62166-5fd0-48e9-8acb-0dccb0684c5b up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:11:20.356801 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 61d62166-5fd0-48e9-8acb-0dccb0684c5b completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:11:20.362328 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 61d62166-5fd0-48e9-8acb-0dccb0684c5b triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:11:20.362860 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:20.446540 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 61d62166-5fd0-48e9-8acb-0dccb0684c5b is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:11:20.446969 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:20.470118 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:11:20.472353 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7ca8af-4bb5-45a1-b1b1-af5f91dfa196" -d '{"events": [{"server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "name": "network-vif-plugged", "status": "completed", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:11:20.488538 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:11:20.492882 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:20.516800 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723741bf-1540-4fde-a695-6d5d4daea655 x-openstack-request-id: req-723741bf-1540-4fde-a695-6d5d4daea655 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:11:20.517101 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "name": "network-vif-plugged", "status": "completed", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:11:20.517372 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-723741bf-1540-4fde-a695-6d5d4daea655 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:11:20.517771 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723741bf-1540-4fde-a695-6d5d4daea655'] response: {'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'code': 200} Apr 08 19:11:20.544525 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=61d62166-5fd0-48e9-8acb-0dccb0684c5b,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:20.696574 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175ed66-bd58-4688-a0b9-22f6af5500f1 req-301e726f-d3d9-45f8-88a3-4d1ef1247ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:20.698268 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6175ed66-bd58-4688-a0b9-22f6af5500f1 req-301e726f-d3d9-45f8-88a3-4d1ef1247ebb service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1129 time: 0.0422685 Apr 08 19:11:20.745353 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6175ed66-bd58-4688-a0b9-22f6af5500f1 req-57649cb3-8c34-4e1b-833a-97004b888a78 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Apr 08 19:11:21.124101 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9fdb-8061-4d99-8f01-ac33dece78e2 req-451846c5-9dcd-4975-835a-b936859376f7 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:21.125648 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6d5b9fdb-8061-4d99-8f01-ac33dece78e2 req-451846c5-9dcd-4975-835a-b936859376f7 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0478473 Apr 08 19:11:21.172699 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-6d5b9fdb-8061-4d99-8f01-ac33dece78e2 req-334de7a1-0223-4cf4-bce2-80034f3b25b3 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Apr 08 19:11:22.312591 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9aefb-3e17-4b50-9a1d-7599f3b49f2a req-56616ae2-39f3-457a-ba66-e72e91b5f384 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:22.314068 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a2b9aefb-3e17-4b50-9a1d-7599f3b49f2a req-56616ae2-39f3-457a-ba66-e72e91b5f384 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Apr 08 19:11:22.364133 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a2b9aefb-3e17-4b50-9a1d-7599f3b49f2a req-80d72ef9-08d0-4c1e-a554-4e5ab579d8ba tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Apr 08 19:11:23.478848 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f509-51e7-4724-bcb5-5e59b297eb00 req-bbbaed75-0dbd-4e0e-9dc1-135a5333955f tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:23.480364 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-49e7f509-51e7-4724-bcb5-5e59b297eb00 req-bbbaed75-0dbd-4e0e-9dc1-135a5333955f tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0484631 Apr 08 19:11:23.527732 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-49e7f509-51e7-4724-bcb5-5e59b297eb00 req-fc8df548-e31f-4f35-b7cc-614d28716374 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Apr 08 19:11:23.637590 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a97afa-4100-471d-81be-066aff955843 req-0d67189e-c033-4fac-bea9-c56ebe745760 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:23.639045 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-10a97afa-4100-471d-81be-066aff955843 req-0d67189e-c033-4fac-bea9-c56ebe745760 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0471404 Apr 08 19:11:23.688314 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-10a97afa-4100-471d-81be-066aff955843 req-8b889b9a-fbb0-496b-9331-3039e7da5fb3 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Apr 08 19:11:24.211138 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8404f-110c-40e7-8df2-78982765c04b req-6b25bddb-d882-42cd-af09-5f6649fa74af tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:24.213202 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dfb8404f-110c-40e7-8df2-78982765c04b req-6b25bddb-d882-42cd-af09-5f6649fa74af tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0531454 Apr 08 19:11:24.262806 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dfb8404f-110c-40e7-8df2-78982765c04b req-0c6f39a4-4f65-434b-a60f-46fca18050ea tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 Apr 08 19:11:24.734122 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ac5d36e5-66f9-4f29-a2b2-d26b7411c194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:27.149076 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-321b2e5c-7cca-49d7-8baa-ac236598b531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:28.505431 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:29.873847 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:30.122181 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:31.523706 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:33.714620 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9d568-5d62-4d34-9909-a558a3712fd7 req-a0d09d11-171b-4446-b15d-2a638ab4e0fa tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:33.716022 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-37f9d568-5d62-4d34-9909-a558a3712fd7 req-a0d09d11-171b-4446-b15d-2a638ab4e0fa tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0477948 Apr 08 19:11:33.762361 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-37f9d568-5d62-4d34-9909-a558a3712fd7 req-34e50912-2ba0-40dc-ac11-07f6d2e0979f tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Apr 08 19:11:33.784821 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41358) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:34.016886 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93666b5b-77f2-488f-82f3-372b4dd795d4 tempest-TestMinimumBasicScenario-826790529 tempest-TestMinimumBasicScenario-826790529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:34.018405 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-93666b5b-77f2-488f-82f3-372b4dd795d4 tempest-TestMinimumBasicScenario-826790529 tempest-TestMinimumBasicScenario-826790529-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1124 time: 0.2325752 Apr 08 19:11:34.021384 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41362) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:34.025959 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'port_id': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:34.048470 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:34.129142 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:34.201661 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:11:34.247227 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Allocated IP 172.27.0.114 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/796004dd-0a1e-40ae-8116-b34a0962b50f) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:11:34.352749 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for port (796004dd-0a1e-40ae-8116-b34a0962b50f), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:34.387864 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (796004dd-0a1e-40ae-8116-b34a0962b50f), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:34.429967 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:11:34.435223 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:11:34.443549 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:11:34.446642 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'Port': ['ID=796004dd-0a1e-40ae-8116-b34a0962b50f,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:34.814240 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for floatingip (d7efac8d-f23f-4053-9faa-654ad1c7e234), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:34.883317 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (796004dd-0a1e-40ae-8116-b34a0962b50f), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:35.053117 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for port (796004dd-0a1e-40ae-8116-b34a0962b50f), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:35.058309 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (796004dd-0a1e-40ae-8116-b34a0962b50f), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:35.130020 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'Port': ['ID=796004dd-0a1e-40ae-8116-b34a0962b50f,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:35.143092 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (d7efac8d-f23f-4053-9faa-654ad1c7e234), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:35.250643 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Floating IP d7efac8d-f23f-4053-9faa-654ad1c7e234 associated. External IP: 172.27.0.114, port: 61d62166-5fd0-48e9-8acb-0dccb0684c5b. Apr 08 19:11:35.726836 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:11:35.835621 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:11:35.845369 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] Sync routers for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:11:35.853651 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:35.856285 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:11:35.857035 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:11:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:35.885495 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6e1d49dd-106f-46fa-959f-20d359f3460c tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8630781 Apr 08 19:11:35.886527 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:11:35.888462 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41364) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:35.889052 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b17a2f1-8991-435e-9115-1a5f0e6832a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:11:35.893719 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-d5cdbd6e-4ea9-4ca0-82bb-97f2b6602f48 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474755301', 'description': 'tempest-secgroup-smoke-1474755301 description', 'project_id': '871f02fea7d14b9a8b32eb5066358eef'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:35.916150 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd6e-4ea9-4ca0-82bb-97f2b6602f48 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:35.926525 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbd952b-d1e9-4997-9f08-38388fae5a22 x-openstack-request-id: req-7bbd952b-d1e9-4997-9f08-38388fae5a22 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:11:35.926813 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:11:35.927208 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-7bbd952b-d1e9-4997-9f08-38388fae5a22 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:11:35.927599 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbd952b-d1e9-4997-9f08-38388fae5a22'] response: {'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'status': 'completed', 'code': 200} Apr 08 19:11:35.968770 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:11:36.028161 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-903413fb-0947-4e61-b408-7434286de3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:36.029701 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-903413fb-0947-4e61-b408-7434286de3b0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=871f02fea7d14b9a8b32eb5066358eef&device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1129 time: 0.0742164 Apr 08 19:11:36.031977 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd6e-4ea9-4ca0-82bb-97f2b6602f48 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group (2aee1d0b-82ca-448e-a557-b4c320a381ee), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.035823 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd6e-4ea9-4ca0-82bb-97f2b6602f48 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (2aee1d0b-82ca-448e-a557-b4c320a381ee), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.123323 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdbd6e-4ea9-4ca0-82bb-97f2b6602f48 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aee1d0b-82ca-448e-a557-b4c320a381ee,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:36.132042 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d5cdbd6e-4ea9-4ca0-82bb-97f2b6602f48 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.132918 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d5cdbd6e-4ea9-4ca0-82bb-97f2b6602f48 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2431583 Apr 08 19:11:36.136281 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41368) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:36.142165 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-8d3c7cb0-3ad7-425a-9f21-cd9d9f32fcef tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'security_group_rule': {'security_group_id': '2aee1d0b-82ca-448e-a557-b4c320a381ee', 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:36.179807 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7cb0-3ad7-425a-9f21-cd9d9f32fcef tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (ced33dd3-7b27-45ce-b4f5-9ec3fa0959e5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.185861 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-ce73f772-b83f-4415-8afe-2c739324b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:36.188432 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-ce73f772-b83f-4415-8afe-2c739324b9b5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=49dd155b-165f-4202-9c4d-d10a00cad95a HTTP/1.1" status: 200 len: 916 time: 0.1496220 Apr 08 19:11:36.214523 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': 'd7efac8d-f23f-4053-9faa-654ad1c7e234', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'port_id': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'mac_address': 'fa:16:3e:88:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:11:34Z', 'updated_at': '2022-04-08T19:11:34Z', 'revision_number': 0, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:41Z', 'revision_number': 5, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:36.248037 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7cb0-3ad7-425a-9f21-cd9d9f32fcef tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (ced33dd3-7b27-45ce-b4f5-9ec3fa0959e5), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.250117 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] Checking router: 9d4df1a4-616c-49e8-9951-2fe88a08daa5 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:11:36.259223 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7cb0-3ad7-425a-9f21-cd9d9f32fcef tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (ced33dd3-7b27-45ce-b4f5-9ec3fa0959e5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.264159 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:11:36.265239 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:11:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:36.277515 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-f599e25b-c94f-404b-8152-ea39810fdf08 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 999 time: 0.0823753 Apr 08 19:11:36.279194 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c7cb0-3ad7-425a-9f21-cd9d9f32fcef tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced33dd3-7b27-45ce-b4f5-9ec3fa0959e5,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:36.289001 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7cb0-3ad7-425a-9f21-cd9d9f32fcef tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.293914 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-8d3c7cb0-3ad7-425a-9f21-cd9d9f32fcef tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530120 Apr 08 19:11:36.296341 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41370) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:36.302077 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a4d8adf7-26ce-4203-8986-4703404aecc4 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'security_group_rule': {'security_group_id': '2aee1d0b-82ca-448e-a557-b4c320a381ee', 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:36.332094 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4d8adf7-26ce-4203-8986-4703404aecc4 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (1fafc306-acc4-471a-bcff-26f36427c6e4), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.335243 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-5eb6cb09-f8e8-488a-b220-69a8829b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:36.336974 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-5eb6cb09-f8e8-488a-b220-69a8829b1fc4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9cd23ce1-5ad4-4c86-b063-0e297c205270 HTTP/1.1" status: 200 len: 853 time: 0.0535033 Apr 08 19:11:36.391746 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-cfcc5ba2-395f-4617-bc3d-edecb107a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:36.393336 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-cfcc5ba2-395f-4617-bc3d-edecb107a5e7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49dd155b-165f-4202-9c4d-d10a00cad95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498052 Apr 08 19:11:36.412323 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4d8adf7-26ce-4203-8986-4703404aecc4 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (1fafc306-acc4-471a-bcff-26f36427c6e4), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.416512 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4d8adf7-26ce-4203-8986-4703404aecc4 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (1fafc306-acc4-471a-bcff-26f36427c6e4), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.416814 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:11:36.439358 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8adf7-26ce-4203-8986-4703404aecc4 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fafc306-acc4-471a-bcff-26f36427c6e4,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:36.452731 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a4d8adf7-26ce-4203-8986-4703404aecc4 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.454437 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-a4d8adf7-26ce-4203-8986-4703404aecc4 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566296 Apr 08 19:11:36.456989 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41372) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:36.462924 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-19eda89b-8351-4fc3-8995-ceffc9a3d659 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'security_group_rule': {'security_group_id': '2aee1d0b-82ca-448e-a557-b4c320a381ee', 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:36.493180 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19eda89b-8351-4fc3-8995-ceffc9a3d659 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (76c72be0-21f3-40c2-9b55-404eba85159d), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.514147 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-7f9c9cfd-5c6d-49a9-a38d-132643349d04 service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106732 Apr 08 19:11:36.558200 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19eda89b-8351-4fc3-8995-ceffc9a3d659 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (76c72be0-21f3-40c2-9b55-404eba85159d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.568842 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19eda89b-8351-4fc3-8995-ceffc9a3d659 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (76c72be0-21f3-40c2-9b55-404eba85159d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.589989 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eda89b-8351-4fc3-8995-ceffc9a3d659 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c72be0-21f3-40c2-9b55-404eba85159d,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:36.597907 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-19eda89b-8351-4fc3-8995-ceffc9a3d659 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.599132 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-19eda89b-8351-4fc3-8995-ceffc9a3d659 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410177 Apr 08 19:11:36.602502 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41374) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:36.607573 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-af0a5d6f-801d-4624-9d29-b7df6b85b3d8 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'security_group_rule': {'security_group_id': '2aee1d0b-82ca-448e-a557-b4c320a381ee', 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:36.636986 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-4b17a2f1-8991-435e-9115-1a5f0e6832a2 req-4530db2d-b016-4120-9b5d-d32a31cf3e49 service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167631 Apr 08 19:11:36.650404 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-af0a5d6f-801d-4624-9d29-b7df6b85b3d8 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (b505b440-49e2-4027-8cb6-00d1e9918a69), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.660780 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': 'd7efac8d-f23f-4053-9faa-654ad1c7e234', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'port_id': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'mac_address': 'fa:16:3e:88:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:11:34Z', 'updated_at': '2022-04-08T19:11:34Z', 'revision_number': 0, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:41Z', 'revision_number': 5, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:11:36.688962 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1250-4a1f-475b-880d-c397f86f8d32 None None] The sync data for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi is: [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': 'd7efac8d-f23f-4053-9faa-654ad1c7e234', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'port_id': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'mac_address': 'fa:16:3e:88:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:11:34Z', 'updated_at': '2022-04-08T19:11:34Z', 'revision_number': 0, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:41Z', 'revision_number': 5, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:11:36.713877 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-af0a5d6f-801d-4624-9d29-b7df6b85b3d8 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (b505b440-49e2-4027-8cb6-00d1e9918a69), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.719714 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-af0a5d6f-801d-4624-9d29-b7df6b85b3d8 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (b505b440-49e2-4027-8cb6-00d1e9918a69), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.745658 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a5d6f-801d-4624-9d29-b7df6b85b3d8 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b505b440-49e2-4027-8cb6-00d1e9918a69,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:36.753147 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-af0a5d6f-801d-4624-9d29-b7df6b85b3d8 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.754364 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-af0a5d6f-801d-4624-9d29-b7df6b85b3d8 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509178 Apr 08 19:11:36.757433 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41376) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:36.762618 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-72d9c27d-8d8b-400f-bac5-9e89f8cf2c03 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'security_group_rule': {'security_group_id': '2aee1d0b-82ca-448e-a557-b4c320a381ee', 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:36.784707 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.securitygroups_db [None req-72d9c27d-8d8b-400f-bac5-9e89f8cf2c03 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Project 871f02fea7d14b9a8b32eb5066358eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:11:36.790538 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-72d9c27d-8d8b-400f-bac5-9e89f8cf2c03 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (2f69abfa-ac33-471b-a6ac-12a390d2f1c1), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.854486 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-72d9c27d-8d8b-400f-bac5-9e89f8cf2c03 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (2f69abfa-ac33-471b-a6ac-12a390d2f1c1), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.858429 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-72d9c27d-8d8b-400f-bac5-9e89f8cf2c03 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (2f69abfa-ac33-471b-a6ac-12a390d2f1c1), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.881378 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9c27d-8d8b-400f-bac5-9e89f8cf2c03 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f69abfa-ac33-471b-a6ac-12a390d2f1c1,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:36.888063 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-72d9c27d-8d8b-400f-bac5-9e89f8cf2c03 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.891772 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-72d9c27d-8d8b-400f-bac5-9e89f8cf2c03 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307549 Apr 08 19:11:36.892439 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41378) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:11:36.896845 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-98a32c92-bdc7-4426-ae73-d634e7dc544b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'security_group_rule': {'security_group_id': '2aee1d0b-82ca-448e-a557-b4c320a381ee', 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:36.899448 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f393db-ffc8-4bf5-a950-1b2212151f9b None None] New status for floating IP d7efac8d-f23f-4053-9faa-654ad1c7e234: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:11:36.925557 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.securitygroups_db [None req-98a32c92-bdc7-4426-ae73-d634e7dc544b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Project 871f02fea7d14b9a8b32eb5066358eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:11:36.931479 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98a32c92-bdc7-4426-ae73-d634e7dc544b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (e87edebc-fb63-4cab-98c1-da99a2c2acba), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:36.999427 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98a32c92-bdc7-4426-ae73-d634e7dc544b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (e87edebc-fb63-4cab-98c1-da99a2c2acba), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:37.005159 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98a32c92-bdc7-4426-ae73-d634e7dc544b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (e87edebc-fb63-4cab-98c1-da99a2c2acba), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:37.024192 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a32c92-bdc7-4426-ae73-d634e7dc544b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87edebc-fb63-4cab-98c1-da99a2c2acba,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:37.032705 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-98a32c92-bdc7-4426-ae73-d634e7dc544b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:37.033948 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-98a32c92-bdc7-4426-ae73-d634e7dc544b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408179 Apr 08 19:11:37.131493 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-667adefe-6109-438f-b566-ba0c9ef84b56 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474755301&fields=id&tenant_id=871f02fea7d14b9a8b32eb5066358eef HTTP/1.1" status: 200 len: 267 time: 0.0459080 Apr 08 19:11:37.187281 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-a57bb7cc-1399-4767-af90-01cf3f6b3184 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:37.188423 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-a57bb7cc-1399-4767-af90-01cf3f6b3184 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0514584 Apr 08 19:11:37.199862 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'port': {'security_groups': ['4d72288a-3155-48ca-bad1-0686e286e15b', '2aee1d0b-82ca-448e-a557-b4c320a381ee']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:11:37.270484 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:37.461392 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] For port 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:11:37.493358 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:37.499432 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:37.515319 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['61d62166-5fd0-48e9-8acb-0dccb0684c5b'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:11:37.545385 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:37.546059 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:37.547481 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-8aa5c7c2-1b39-4a16-bd42-2cc81d743e77 req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "PUT /v2.0/ports/61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 981 time: 0.3527353 Apr 08 19:11:37.579783 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda6e0a-3b81-4127-b0b6-4a14c2225a35 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'Port': ['ID=61d62166-5fd0-48e9-8acb-0dccb0684c5b,revision_number=6']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:11:37.641575 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['61d62166-5fd0-48e9-8acb-0dccb0684c5b'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:11:37.684196 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6c651-77b5-4ed8-8074-5f2065552008 req-496ee540-9ad9-4f68-b484-d1b58ef80197 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:37.684540 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2ce6c651-77b5-4ed8-8074-5f2065552008 req-496ee540-9ad9-4f68-b484-d1b58ef80197 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0587554 Apr 08 19:11:37.755850 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2ce6c651-77b5-4ed8-8074-5f2065552008 req-6822abf8-9e40-4fcb-b846-f86c31ab5e04 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632105 Apr 08 19:11:37.888964 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-a3977a8a-e49a-46b4-825c-cc89e57196f2 None None] Provisioning complete for port 61d62166-5fd0-48e9-8acb-0dccb0684c5b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:11:37.889253 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3977a8a-e49a-46b4-825c-cc89e57196f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:37.928514 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:11:37.930915 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7552c869-11b6-4be4-95d5-38df9950d907" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:11:37.973210 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10870f76-b3b5-41ae-9d23-79d7cd1605d9 x-openstack-request-id: req-10870f76-b3b5-41ae-9d23-79d7cd1605d9 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:11:37.973509 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:11:37.974489 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-10870f76-b3b5-41ae-9d23-79d7cd1605d9 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:11:37.974691 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10870f76-b3b5-41ae-9d23-79d7cd1605d9'] response: {'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'status': 'completed', 'code': 200} Apr 08 19:11:38.053920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552c869-11b6-4be4-95d5-38df9950d907 req-1ce285a6-3392-4a5c-b97a-f3aeb236d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:38.055458 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7552c869-11b6-4be4-95d5-38df9950d907 req-1ce285a6-3392-4a5c-b97a-f3aeb236d4fc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=871f02fea7d14b9a8b32eb5066358eef&device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1168 time: 0.0425346 Apr 08 19:11:38.108885 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-a3977a8a-e49a-46b4-825c-cc89e57196f2 None None] Current status of the port 61d62166-5fd0-48e9-8acb-0dccb0684c5b is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:11:38.154275 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552c869-11b6-4be4-95d5-38df9950d907 req-198b694d-3195-4bca-946c-e06655694999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:38.155844 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7552c869-11b6-4be4-95d5-38df9950d907 req-198b694d-3195-4bca-946c-e06655694999 service neutron] 10.222.0.113 "GET /v2.0/networks?id=49dd155b-165f-4202-9c4d-d10a00cad95a HTTP/1.1" status: 200 len: 916 time: 0.0915987 Apr 08 19:11:38.225276 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7552c869-11b6-4be4-95d5-38df9950d907 req-521ac1ee-e902-41db-aa34-8a95b3bc02c4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 1001 time: 0.0631628 Apr 08 19:11:38.298295 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552c869-11b6-4be4-95d5-38df9950d907 req-d696900e-90f9-40cd-b786-6f9a9f99d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:38.299788 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7552c869-11b6-4be4-95d5-38df9950d907 req-d696900e-90f9-40cd-b786-6f9a9f99d240 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9cd23ce1-5ad4-4c86-b063-0e297c205270 HTTP/1.1" status: 200 len: 853 time: 0.0464239 Apr 08 19:11:38.359165 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552c869-11b6-4be4-95d5-38df9950d907 req-da1de225-7169-402b-a889-c08807ea54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:11:38.360630 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7552c869-11b6-4be4-95d5-38df9950d907 req-da1de225-7169-402b-a889-c08807ea54b3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49dd155b-165f-4202-9c4d-d10a00cad95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455675 Apr 08 19:11:38.460151 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7552c869-11b6-4be4-95d5-38df9950d907 req-678fce28-e5ba-4704-8a67-f7cfcdf06fac service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930154 Apr 08 19:11:38.563091 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7552c869-11b6-4be4-95d5-38df9950d907 req-34cc61c4-c67a-4a3a-9a27-19545360e863 service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954285 Apr 08 19:11:54.736572 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b124863b-5f9a-414b-aec3-7fa6cde6ed87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:57.151045 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-70bfddd7-817a-4106-9132-e23910d07312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:58.508822 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:11:59.872703 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:00.121651 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:00.635577 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-d7e71ed8-5102-4245-abfe-61d9a368ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:00.637155 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-d7e71ed8-5102-4245-abfe-61d9a368ff09 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=871f02fea7d14b9a8b32eb5066358eef&device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1168 time: 0.0416341 Apr 08 19:12:00.732556 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-9001afab-8999-4f30-bb29-ec45d019bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:00.734752 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-9001afab-8999-4f30-bb29-ec45d019bd8e service neutron] 10.222.0.113 "GET /v2.0/networks?id=49dd155b-165f-4202-9c4d-d10a00cad95a HTTP/1.1" status: 200 len: 916 time: 0.0903997 Apr 08 19:12:00.751082 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21307a85-94fe-481f-84f7-f3f412b895a2 req-bda38255-3cc3-47f7-bf9b-ce6c0ef9c0cf tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:00.752573 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21307a85-94fe-481f-84f7-f3f412b895a2 req-bda38255-3cc3-47f7-bf9b-ce6c0ef9c0cf tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.1618395 Apr 08 19:12:00.801882 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-e2dc9977-f0a7-4ffd-886b-7667783b2d06 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 1001 time: 0.0607038 Apr 08 19:12:00.812072 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-21307a85-94fe-481f-84f7-f3f412b895a2 req-8064ea2a-3ece-432e-a5c6-64869c27b7cf tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536163 Apr 08 19:12:00.850196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-a125ad80-b3c7-45c3-972e-c849fef8f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:00.851657 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-a125ad80-b3c7-45c3-972e-c849fef8f149 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9cd23ce1-5ad4-4c86-b063-0e297c205270 HTTP/1.1" status: 200 len: 853 time: 0.0438416 Apr 08 19:12:00.900550 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-a1e839ab-2689-423a-9fd0-c4773a9d10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:00.902027 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-a1e839ab-2689-423a-9fd0-c4773a9d10d1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49dd155b-165f-4202-9c4d-d10a00cad95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403996 Apr 08 19:12:00.991522 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-34a256ae-91ec-4be0-8a4a-379f5b8bed0c service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833478 Apr 08 19:12:01.085300 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-6313620c-62e3-4ede-9415-a5ccdc87894e req-0a025226-8426-4c9c-854d-c894b876554c service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861571 Apr 08 19:12:01.518294 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:01.983788 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e78f-b798-41f1-8ab4-bcad1b8b9313 req-108fface-7980-46ec-86e2-4ccb2acf5980 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:01.985357 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dae0e78f-b798-41f1-8ab4-bcad1b8b9313 req-108fface-7980-46ec-86e2-4ccb2acf5980 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.1005542 Apr 08 19:12:02.046718 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dae0e78f-b798-41f1-8ab4-bcad1b8b9313 req-4358eeb9-c7c0-4587-b049-2872feb02061 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550895 Apr 08 19:12:03.160639 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a085741-559c-45d6-8251-b96ef0a862fb req-ab32b2cd-0d49-4253-9efd-00e78b54ef1b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:03.162103 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7a085741-559c-45d6-8251-b96ef0a862fb req-ab32b2cd-0d49-4253-9efd-00e78b54ef1b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0481219 Apr 08 19:12:03.224710 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7a085741-559c-45d6-8251-b96ef0a862fb req-1c7cd00c-eccd-461d-8c56-1a0610fb5b42 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549374 Apr 08 19:12:04.340988 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33c008-1f12-4f88-8678-826d68df5eb1 req-7e5d9db6-6b1a-4b3f-8ace-e0dc90911460 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:04.342444 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2c33c008-1f12-4f88-8678-826d68df5eb1 req-7e5d9db6-6b1a-4b3f-8ace-e0dc90911460 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0480928 Apr 08 19:12:04.405514 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-2c33c008-1f12-4f88-8678-826d68df5eb1 req-d5ef85aa-e7af-471d-bffa-f739f7e20918 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567729 Apr 08 19:12:04.590608 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-91875362-d022-4b19-975a-2d2750f74082 req-bd372967-cb84-4945-932e-8ddcec248ade service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371647 Apr 08 19:12:04.671124 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875362-d022-4b19-975a-2d2750f74082 req-51ea3193-06fb-41ab-9f15-f86eb6b9cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:04.673421 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-91875362-d022-4b19-975a-2d2750f74082 req-51ea3193-06fb-41ab-9f15-f86eb6b9cbb7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1129 time: 0.0391026 Apr 08 19:12:04.782805 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875362-d022-4b19-975a-2d2750f74082 req-ce369d94-3501-437f-9944-12c24c38f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:04.784284 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-91875362-d022-4b19-975a-2d2750f74082 req-ce369d94-3501-437f-9944-12c24c38f345 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.0888553 Apr 08 19:12:04.850162 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-91875362-d022-4b19-975a-2d2750f74082 req-2d75271e-5afa-4b3e-9ec2-223bead06434 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 200 len: 1000 time: 0.0575988 Apr 08 19:12:04.903752 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875362-d022-4b19-975a-2d2750f74082 req-647a9fec-b5f4-472c-94b7-bf93114b5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:04.905211 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-91875362-d022-4b19-975a-2d2750f74082 req-647a9fec-b5f4-472c-94b7-bf93114b5928 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0453088 Apr 08 19:12:04.948283 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875362-d022-4b19-975a-2d2750f74082 req-f7e3c460-cbfe-4447-854b-76fb2ad88a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:04.949794 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-91875362-d022-4b19-975a-2d2750f74082 req-f7e3c460-cbfe-4447-854b-76fb2ad88a52 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378582 Apr 08 19:12:05.039019 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-91875362-d022-4b19-975a-2d2750f74082 req-dc70bcb3-6a5b-4e29-93c0-6e3e0c73b01a service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829704 Apr 08 19:12:05.132155 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-91875362-d022-4b19-975a-2d2750f74082 req-694dee42-d59e-4490-8595-a10af21ec7ec service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847590 Apr 08 19:12:05.518280 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdadb8c-e4ba-4bee-85ba-757f26bc14ca req-5c4d27a9-6b50-44fc-8ea5-f307811f2791 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:05.519782 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5bdadb8c-e4ba-4bee-85ba-757f26bc14ca req-5c4d27a9-6b50-44fc-8ea5-f307811f2791 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0477624 Apr 08 19:12:05.579894 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5bdadb8c-e4ba-4bee-85ba-757f26bc14ca req-2285b7c4-c7f4-4d5a-a9e1-7be0948abf6a tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543878 Apr 08 19:12:06.697326 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae04cb3-e081-4eea-9235-7164b08dab04 req-f0003eee-9468-49ff-8410-fb41ba87aa1d tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:06.698858 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3ae04cb3-e081-4eea-9235-7164b08dab04 req-f0003eee-9468-49ff-8410-fb41ba87aa1d tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0497270 Apr 08 19:12:06.762759 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-3ae04cb3-e081-4eea-9235-7164b08dab04 req-f671b0f0-4689-48ec-8652-e3a90de36076 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539720 Apr 08 19:12:07.882921 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc1ca4-d677-4cbf-8b7c-2786a21979b4 req-485ae4a1-0315-4038-943d-2176611f2146 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:07.884408 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-38bc1ca4-d677-4cbf-8b7c-2786a21979b4 req-485ae4a1-0315-4038-943d-2176611f2146 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0526705 Apr 08 19:12:07.943542 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-38bc1ca4-d677-4cbf-8b7c-2786a21979b4 req-15e14814-2e08-4eae-b939-0e03f349bfae tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534809 Apr 08 19:12:09.057033 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55272b24-0820-42e7-a214-1c1f3ce897be req-f34a6456-a77e-426f-9b0f-aa6946cb66e6 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:09.058513 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-55272b24-0820-42e7-a214-1c1f3ce897be req-f34a6456-a77e-426f-9b0f-aa6946cb66e6 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0482128 Apr 08 19:12:09.117834 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-55272b24-0820-42e7-a214-1c1f3ce897be req-9b592344-7c67-4c2b-abfd-9b369e52b77e tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526066 Apr 08 19:12:10.231274 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3375c-d7f8-4b89-a586-4facdc04e9cf req-9c55cac1-e743-4a36-b10a-fa20a4f7a0b9 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:10.232830 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-78b3375c-d7f8-4b89-a586-4facdc04e9cf req-9c55cac1-e743-4a36-b10a-fa20a4f7a0b9 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0473542 Apr 08 19:12:10.295360 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-78b3375c-d7f8-4b89-a586-4facdc04e9cf req-7412bf4d-381b-48c7-a6ec-6e7c16660ed7 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569415 Apr 08 19:12:11.197901 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:12:11.408807 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac14106-6daf-4ad0-b8fb-76cf17d58a72 req-886e56d8-e8e4-4748-9d1b-b625eb58dc85 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:11.410326 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0ac14106-6daf-4ad0-b8fb-76cf17d58a72 req-886e56d8-e8e4-4748-9d1b-b625eb58dc85 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0470142 Apr 08 19:12:11.470078 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0ac14106-6daf-4ad0-b8fb-76cf17d58a72 req-1d08092e-3a52-423b-b452-be117070b875 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538919 Apr 08 19:12:12.584178 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dabc9-98e7-4d13-827c-f9d52a0f8170 req-5efbd406-45fb-4bfd-8bf0-f3c1cd7a0db9 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:12.585658 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-885dabc9-98e7-4d13-827c-f9d52a0f8170 req-5efbd406-45fb-4bfd-8bf0-f3c1cd7a0db9 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0493255 Apr 08 19:12:12.647033 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-885dabc9-98e7-4d13-827c-f9d52a0f8170 req-bfad1e9f-86bf-4643-8410-6d6de41ce26b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=2aee1d0b-82ca-448e-a557-b4c320a381ee&id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556555 Apr 08 19:12:22.254355 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41432) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:22.399888 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Deleting port 343ac691-e32d-4432-8bca-8ce5f0015294 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:22.400264 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (343ac691-e32d-4432-8bca-8ce5f0015294), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:22.476684 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (343ac691-e32d-4432-8bca-8ce5f0015294), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:22.477008 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (343ac691-e32d-4432-8bca-8ce5f0015294), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:22.489337 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Calling delete_port for 343ac691-e32d-4432-8bca-8ce5f0015294 owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:22.659818 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (343ac691-e32d-4432-8bca-8ce5f0015294), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:22.684657 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event deleted for resources: {'Port': ['ID=343ac691-e32d-4432-8bca-8ce5f0015294,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:22.710398 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.710745 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.711087 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.711429 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.711761 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.712090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.712443 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.712770 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.713096 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.713421 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.713746 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.714071 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.714392 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.714710 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.715029 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:22.754367 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (99767b87-ce1b-4140-bd6c-2d2df2bd8e21), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:22.754767 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Floating IP 99767b87-ce1b-4140-bd6c-2d2df2bd8e21 disassociated (deleted). External IP: 172.27.0.87, port: 85bc89a2-9137-4d94-9770-6340f29d6941. Apr 08 19:12:22.966219 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:12:23.075503 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:12:23.080379 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:23.085177 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:12:23.094772 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:23.095403 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:11:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:23.110223 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-501c4886-f16c-490f-a0d6-a0b3c00feec9 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "DELETE /v2.0/floatingips/99767b87-ce1b-4140-bd6c-2d2df2bd8e21 HTTP/1.1" status: 204 len: 168 time: 0.8542385 Apr 08 19:12:23.111023 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:12:23.113949 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef695c36-49ed-42e7-995f-0216ff75b4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:12:23.172879 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6598054-303c-4a05-af7b-d69306ad3ccb x-openstack-request-id: req-a6598054-303c-4a05-af7b-d69306ad3ccb {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:12:23.172879 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:12:23.172879 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a6598054-303c-4a05-af7b-d69306ad3ccb {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:12:23.172879 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6598054-303c-4a05-af7b-d69306ad3ccb'] response: {'name': 'network-changed', 'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941', 'status': 'completed', 'code': 200} Apr 08 19:12:23.213394 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:23.304168 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-ccc7d2bb-01de-4cdd-b390-39ec0337bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:23.305897 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-ccc7d2bb-01de-4cdd-b390-39ec0337bde5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 1130 time: 0.1156206 Apr 08 19:12:23.374873 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942a132-1607-4d56-9314-83ce33869cfe req-def22725-a548-4f11-8ace-fc48dc92a614 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:23.376863 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c942a132-1607-4d56-9314-83ce33869cfe req-def22725-a548-4f11-8ace-fc48dc92a614 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 946 time: 0.0540223 Apr 08 19:12:23.427313 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c942a132-1607-4d56-9314-83ce33869cfe req-9dbbdb27-b72e-46e9-b97c-e9274a433064 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 Apr 08 19:12:23.577609 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:55Z', 'revision_number': 1, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:23.607702 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:12:23.615944 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:23.616576 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:11:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:23.724680 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:23.937037 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:55Z', 'revision_number': 1, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:23.968964 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a43749-2e70-46eb-8103-ef8613890536 None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': '795bf8f1-fb12-4248-b427-e9d28c1594f0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'port_id': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'mac_address': 'fa:16:3e:ad:10:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d82d6d-e910-4d57-92f6-562f17027f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:07:52Z', 'updated_at': '2022-04-08T19:07:55Z', 'revision_number': 1, 'project_id': '43930fa70081420c926b59d6f7517908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:12:24.183786 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b2670a-d5c4-4ae6-85fa-0ab104d7a246 None None] New status for floating IP 99767b87-ce1b-4140-bd6c-2d2df2bd8e21: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:12:24.541296 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6550fd-e9ce-44e7-873c-f94033a626ac req-975f3232-663c-49d2-ac2b-d97fe7914fd1 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:24.543403 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-da6550fd-e9ce-44e7-873c-f94033a626ac req-975f3232-663c-49d2-ac2b-d97fe7914fd1 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 946 time: 0.0483346 Apr 08 19:12:24.577091 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-e098d07f-87da-4acd-a65c-c877796e7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:24.578587 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-e098d07f-87da-4acd-a65c-c877796e7f9e service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.0914855 Apr 08 19:12:24.595615 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-da6550fd-e9ce-44e7-873c-f94033a626ac req-298730c2-7e88-4a3e-8eda-c617a337333e tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458939 Apr 08 19:12:24.691781 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-078774e0-eaaa-4c32-86c1-5da4da6a5cbb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85bc89a2-9137-4d94-9770-6340f29d6941 HTTP/1.1" status: 200 len: 217 time: 0.0341127 Apr 08 19:12:24.740434 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8fa89e93-14b7-4ffb-b5cb-ac990877b567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:24.747143 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-4ddb61fe-431a-406f-9bef-3def2e39b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:24.748674 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-4ddb61fe-431a-406f-9bef-3def2e39b1dd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0503871 Apr 08 19:12:24.794665 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-c3b461ca-fcf1-4551-86af-d7ac5366de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:24.796092 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-c3b461ca-fcf1-4551-86af-d7ac5366de84 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396659 Apr 08 19:12:24.964733 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-2184411c-9753-4b2b-a1e4-e244b7400f14 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:12:24.965702 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-2184411c-9753-4b2b-a1e4-e244b7400f14 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054054 Apr 08 19:12:25.061913 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-e4d473de-8d7e-4400-9e22-815eed6fd7e6 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:25.064159 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-e4d473de-8d7e-4400-9e22-815eed6fd7e6 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 946 time: 0.0589879 Apr 08 19:12:25.071773 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-0b551d08-f41b-4425-85f8-ea4fc98c5cc3 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947938 Apr 08 19:12:25.165003 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Deleting port 85bc89a2-9137-4d94-9770-6340f29d6941 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:25.165398 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:25.182247 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-ef695c36-49ed-42e7-995f-0216ff75b4a0 req-2363b191-4d33-4d6a-902e-b8be77cb7208 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021681 Apr 08 19:12:25.266425 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] For port 85bc89a2-9137-4d94-9770-6340f29d6941, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85bc89a2-9137-4d94-9770-6340f29d6941,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:25.266808 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:25.280574 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Calling delete_port for 85bc89a2-9137-4d94-9770-6340f29d6941 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:25.413113 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (85bc89a2-9137-4d94-9770-6340f29d6941), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:25.452773 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event deleted for resources: {'Port': ['ID=85bc89a2-9137-4d94-9770-6340f29d6941,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:25.475905 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.476281 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.476634 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.476985 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.477325 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.477659 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.477990 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.478319 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.478649 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.478976 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.479306 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.479636 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.479961 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.480317 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.480649 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:25.507769 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] No DVR routers for this DVR port 85bc89a2-9137-4d94-9770-6340f29d6941 on host hv-cinder-83716 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:12:25.510989 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:25.516729 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fd03bf62-081b-4a30-aa9b-42d47dcc14d7 req-6d632e3d-c863-4ab4-9439-c35d10e2ac5a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "DELETE /v2.0/ports/85bc89a2-9137-4d94-9770-6340f29d6941 HTTP/1.1" status: 204 len: 173 time: 0.4462049 Apr 08 19:12:25.517393 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'name': 'network-vif-deleted', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:12:25.521028 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349fe98e-688c-48d9-b4d4-8c97883b5195" -d '{"events": [{"server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "name": "network-vif-deleted", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:12:25.560712 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42dfa9e-d925-46bf-af60-304a3bb711b4 x-openstack-request-id: req-c42dfa9e-d925-46bf-af60-304a3bb711b4 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:12:25.561352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d", "name": "network-vif-deleted", "tag": "85bc89a2-9137-4d94-9770-6340f29d6941", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:12:25.561352 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c42dfa9e-d925-46bf-af60-304a3bb711b4 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:12:25.561704 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42dfa9e-d925-46bf-af60-304a3bb711b4'] response: {'server_uuid': '8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d', 'name': 'network-vif-deleted', 'tag': '85bc89a2-9137-4d94-9770-6340f29d6941', 'status': 'completed', 'code': 200} Apr 08 19:12:25.694420 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-663b6a79-98cc-4b53-a3f6-c5223971e342 req-6e4beccb-f365-407a-a003-9d3b877a7d0d tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=8db9e7d2-0dc0-4bcc-94a4-0ed4b805865d HTTP/1.1" status: 200 len: 210 time: 0.0291481 Apr 08 19:12:27.152670 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-aecaf64e-c4ee-42db-b97f-daafa620eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:28.511431 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:28.620627 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 85bc89a2-9137-4d94-9770-6340f29d6941 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:28.640889 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 85bc89a2-9137-4d94-9770-6340f29d6941 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:28.641232 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 85bc89a2-9137-4d94-9770-6340f29d6941 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:28.974366 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41472) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:29.377887 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Deleting port e18873a5-be2b-4902-a269-f867b6f0cf47 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:29.378230 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (e18873a5-be2b-4902-a269-f867b6f0cf47), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:29.453207 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (e18873a5-be2b-4902-a269-f867b6f0cf47), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:29.453540 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (e18873a5-be2b-4902-a269-f867b6f0cf47), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:29.465248 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Calling delete_port for e18873a5-be2b-4902-a269-f867b6f0cf47 owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:29.614832 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (e18873a5-be2b-4902-a269-f867b6f0cf47), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:29.639403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event deleted for resources: {'Port': ['ID=e18873a5-be2b-4902-a269-f867b6f0cf47,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:29.706190 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (795bf8f1-fb12-4248-b427-e9d28c1594f0), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:29.706547 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.l3_db [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Floating IP 795bf8f1-fb12-4248-b427-e9d28c1594f0 disassociated (deleted). External IP: 172.27.0.63, port: 6444b436-a4e2-49a0-9305-13ce61f7c90b. Apr 08 19:12:29.891678 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:29.918766 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:12:30.029874 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:12:30.034717 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:30.039439 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:12:30.050456 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:30.051083 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:30.071916 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-8f4de838-af92-4546-a29b-632788942e4a tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "DELETE /v2.0/floatingips/795bf8f1-fb12-4248-b427-e9d28c1594f0 HTTP/1.1" status: 204 len: 168 time: 1.0940509 Apr 08 19:12:30.072334 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:12:30.074599 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3991e31-6a95-4a59-a75b-b30923134787" -d '{"events": [{"name": "network-changed", "server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:12:30.116945 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ec87be-d21d-441a-8d2c-ef320e4f4b9c x-openstack-request-id: req-f9ec87be-d21d-441a-8d2c-ef320e4f4b9c {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:12:30.117239 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:12:30.117496 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f9ec87be-d21d-441a-8d2c-ef320e4f4b9c {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:12:30.117903 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ec87be-d21d-441a-8d2c-ef320e4f4b9c'] response: {'name': 'network-changed', 'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'status': 'completed', 'code': 200} Apr 08 19:12:30.170375 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:30.180708 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3991e31-6a95-4a59-a75b-b30923134787 req-59b55f90-f9e4-49ce-a193-ad60008c002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:30.182892 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3991e31-6a95-4a59-a75b-b30923134787 req-59b55f90-f9e4-49ce-a193-ad60008c002d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=43930fa70081420c926b59d6f7517908&device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 1129 time: 0.0432630 Apr 08 19:12:30.184302 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:30.317912 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3991e31-6a95-4a59-a75b-b30923134787 req-20efd28b-87dc-4fc1-b5bc-fc58abfcf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:30.319438 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3991e31-6a95-4a59-a75b-b30923134787 req-20efd28b-87dc-4fc1-b5bc-fc58abfcf779 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 200 len: 914 time: 0.1247642 Apr 08 19:12:30.332633 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3be7f1-98aa-42b3-9475-2b1d5d714106 req-4b137e9e-a101-4947-9290-c74e88975105 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:30.334056 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7e3be7f1-98aa-42b3-9475-2b1d5d714106 req-4b137e9e-a101-4947-9290-c74e88975105 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 945 time: 0.0600362 Apr 08 19:12:30.383637 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-7e3be7f1-98aa-42b3-9475-2b1d5d714106 req-2262a057-33b5-4b73-be88-642c67e68008 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438571 Apr 08 19:12:30.388504 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:30.421293 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:12:30.429580 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:30.430188 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:30.538252 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:30.853721 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:30.880429 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ecdd55-e7ba-42b9-ab7a-84dbe2e356c6 None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:04:33Z', 'revision_number': 4, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '994d350c-f621-4921-920c-7eabca51ce34', 'name': '', 'network_id': 'ba247db9-4b96-4ddb-87d3-953b9d039ab0', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'mac_address': 'fa:16:3e:2a:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:32Z', 'updated_at': '2022-04-08T19:04:38Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'subnets': [{'id': '134c27d0-e9d0-4fee-80ed-74942a808e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:12:31.101371 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b5df2-c63e-41d7-8ead-bd21bf6c068f None None] New status for floating IP 795bf8f1-fb12-4248-b427-e9d28c1594f0: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:12:31.444578 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3991e31-6a95-4a59-a75b-b30923134787 req-889c0e20-ff22-42d6-908d-22c35e8c2431 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 200 len: 217 time: 0.0400431 Apr 08 19:12:31.520700 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:31.525259 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d57a4-6cf9-48a9-bc9e-53d516f3f992 req-1d550c5a-3d35-40f7-9ec6-006dc32ee840 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:31.526745 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-936d57a4-6cf9-48a9-bc9e-53d516f3f992 req-1d550c5a-3d35-40f7-9ec6-006dc32ee840 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 945 time: 0.0688138 Apr 08 19:12:31.530929 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3991e31-6a95-4a59-a75b-b30923134787 req-fead2e2c-d6d8-4003-bba2-623522293847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:31.532406 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3991e31-6a95-4a59-a75b-b30923134787 req-fead2e2c-d6d8-4003-bba2-623522293847 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 200 len: 851 time: 0.0814838 Apr 08 19:12:31.579366 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-936d57a4-6cf9-48a9-bc9e-53d516f3f992 req-2ce87f79-5b7f-49fa-b1d7-58cb0841ecba tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff247181-ff57-4aac-8f61-b8db9cf1621e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455012 Apr 08 19:12:31.624926 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3991e31-6a95-4a59-a75b-b30923134787 req-f074746f-5cdb-4349-b199-db6b319797c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:31.626505 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3991e31-6a95-4a59-a75b-b30923134787 req-f074746f-5cdb-4349-b199-db6b319797c3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ba247db9-4b96-4ddb-87d3-953b9d039ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399585 Apr 08 19:12:31.724989 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3991e31-6a95-4a59-a75b-b30923134787 req-5b4f1f2f-0540-4efa-858b-f0aaccc9f269 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823879 Apr 08 19:12:31.909193 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b3991e31-6a95-4a59-a75b-b30923134787 req-f32a6e0e-a423-479c-acb7-34d3b51be740 service neutron] 10.222.0.113 "GET /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890710 Apr 08 19:12:31.942104 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-44b21a18-ffc7-442e-991b-a9d5bfe18a32 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:31.943810 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-44b21a18-ffc7-442e-991b-a9d5bfe18a32 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 945 time: 0.0483201 Apr 08 19:12:32.034483 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Deleting port 6444b436-a4e2-49a0-9305-13ce61f7c90b {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:32.034834 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:32.122750 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] For port 6444b436-a4e2-49a0-9305-13ce61f7c90b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6444b436-a4e2-49a0-9305-13ce61f7c90b,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:32.123118 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:32.140108 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Calling delete_port for 6444b436-a4e2-49a0-9305-13ce61f7c90b owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:32.266134 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (6444b436-a4e2-49a0-9305-13ce61f7c90b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:32.294830 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event deleted for resources: {'Port': ['ID=6444b436-a4e2-49a0-9305-13ce61f7c90b,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:32.342391 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] No DVR routers for this DVR port 6444b436-a4e2-49a0-9305-13ce61f7c90b on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:12:32.344894 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:32.348416 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-3b924a9d-9986-47d3-a06d-f448eff0f282 req-fedd7716-0e85-4b52-9772-08098795e829 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.113 "DELETE /v2.0/ports/6444b436-a4e2-49a0-9305-13ce61f7c90b HTTP/1.1" status: 204 len: 173 time: 0.3979690 Apr 08 19:12:32.348863 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'name': 'network-vif-deleted', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:12:32.351143 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970328d2-cf48-406b-9ad1-d2972567a7be" -d '{"events": [{"server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "name": "network-vif-deleted", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:12:32.386883 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579dc1c7-0046-40b0-9aec-7848f3fb3797 x-openstack-request-id: req-579dc1c7-0046-40b0-9aec-7848f3fb3797 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:12:32.387252 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d82d6d-e910-4d57-92f6-562f17027f75", "name": "network-vif-deleted", "tag": "6444b436-a4e2-49a0-9305-13ce61f7c90b", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:12:32.387596 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-579dc1c7-0046-40b0-9aec-7848f3fb3797 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:12:32.388066 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579dc1c7-0046-40b0-9aec-7848f3fb3797'] response: {'server_uuid': '28d82d6d-e910-4d57-92f6-562f17027f75', 'name': 'network-vif-deleted', 'tag': '6444b436-a4e2-49a0-9305-13ce61f7c90b', 'status': 'completed', 'code': 200} Apr 08 19:12:32.689791 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f96364d2-ac8f-4545-9436-685f5da5a8ba req-4d4a26aa-a403-483c-93d8-a328904cf55c tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "GET /v2.0/ports?device_id=28d82d6d-e910-4d57-92f6-562f17027f75 HTTP/1.1" status: 200 len: 210 time: 0.0417936 Apr 08 19:12:33.748086 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41488) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:33.868561 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Deleting port abed1dd6-8196-4405-bc94-9e691b439347 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:33.868913 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (abed1dd6-8196-4405-bc94-9e691b439347), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:33.944756 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (abed1dd6-8196-4405-bc94-9e691b439347), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:33.945088 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (abed1dd6-8196-4405-bc94-9e691b439347), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:33.957499 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Calling delete_port for abed1dd6-8196-4405-bc94-9e691b439347 owned by network:floatingip {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:34.090816 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (abed1dd6-8196-4405-bc94-9e691b439347), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:34.120796 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event deleted for resources: {'Port': ['ID=abed1dd6-8196-4405-bc94-9e691b439347,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:34.184484 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for floatingip (58fdaf93-02cd-485b-aa89-110d29bf6dc4), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:34.187072 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:34.188235 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-6c055f0c-3b5c-4fbe-8067-209e27bf8c5b tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "DELETE /v2.0/floatingips/58fdaf93-02cd-485b-aa89-110d29bf6dc4 HTTP/1.1" status: 204 len: 168 time: 0.4391184 Apr 08 19:12:34.611051 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 6444b436-a4e2-49a0-9305-13ce61f7c90b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:34.631617 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 6444b436-a4e2-49a0-9305-13ce61f7c90b {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:34.631969 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 6444b436-a4e2-49a0-9305-13ce61f7c90b not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:35.381154 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41500) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:35.437372 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-92482cd5-8fd3-4a90-a6b4-d297846a4dc5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group (ff247181-ff57-4aac-8f61-b8db9cf1621e), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:35.462307 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-92482cd5-8fd3-4a90-a6b4-d297846a4dc5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group (ff247181-ff57-4aac-8f61-b8db9cf1621e), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:35.520891 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-92482cd5-8fd3-4a90-a6b4-d297846a4dc5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ff247181-ff57-4aac-8f61-b8db9cf1621e), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:35.523512 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-92482cd5-8fd3-4a90-a6b4-d297846a4dc5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:35.524712 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-92482cd5-8fd3-4a90-a6b4-d297846a4dc5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] 10.222.0.109 "DELETE /v2.0/security-groups/ff247181-ff57-4aac-8f61-b8db9cf1621e HTTP/1.1" status: 204 len: 168 time: 0.1425765 Apr 08 19:12:35.533989 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92482cd5-8fd3-4a90-a6b4-d297846a4dc5 tempest-TestVolumeBootPattern-1434905515 tempest-TestVolumeBootPattern-1434905515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff247181-ff57-4aac-8f61-b8db9cf1621e,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:35.582336 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41504) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:36.011619 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (e6d259c9-1ecf-445b-9c05-ca99de213e1b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:36.247380 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Deleting port 994d350c-f621-4921-920c-7eabca51ce34 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:36.247609 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (994d350c-f621-4921-920c-7eabca51ce34), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:36.323154 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] For port 994d350c-f621-4921-920c-7eabca51ce34, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=994d350c-f621-4921-920c-7eabca51ce34,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:36.323510 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (994d350c-f621-4921-920c-7eabca51ce34), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:36.335928 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Calling delete_port for 994d350c-f621-4921-920c-7eabca51ce34 owned by network:router_interface {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:36.515936 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (994d350c-f621-4921-920c-7eabca51ce34), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:36.544366 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=994d350c-f621-4921-920c-7eabca51ce34,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:36.712636 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (e6d259c9-1ecf-445b-9c05-ca99de213e1b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:36.932823 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Router e6d259c9-1ecf-445b-9c05-ca99de213e1b has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:12:37.041025 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:12:37.046175 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-3c314272-2a24-42e8-be8b-5ca0c22ba0bb admin admin] 10.222.0.109 "PUT /v2.0/routers/e6d259c9-1ecf-445b-9c05-ca99de213e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4625759 Apr 08 19:12:37.048750 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41508) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:37.051971 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] Sync routers for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:12:37.062089 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:37.062716 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:37.158975 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks [] for router (e6d259c9-1ecf-445b-9c05-ca99de213e1b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.174184 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:37.267247 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks [] for router_gateway (e6d259c9-1ecf-445b-9c05-ca99de213e1b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.313252 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Deleting port 8f8a278a-18c1-49a3-9894-9a47fb37978b {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:37.313598 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.356335 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:12:36Z', 'revision_number': 5, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port': {'id': '8f8a278a-18c1-49a3-9894-9a47fb37978b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:57:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:30Z', 'updated_at': '2022-04-08T19:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:37.384343 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] Checking router: e6d259c9-1ecf-445b-9c05-ca99de213e1b for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:12:37.390471 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] For port 8f8a278a-18c1-49a3-9894-9a47fb37978b, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=8f8a278a-18c1-49a3-9894-9a47fb37978b,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:37.390845 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.392612 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] Routers {'e6d259c9-1ecf-445b-9c05-ca99de213e1b'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:37.393228 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:37.403648 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Calling delete_port for 8f8a278a-18c1-49a3-9894-9a47fb37978b owned by network:router_gateway {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:37.482716 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] Set router e6d259c9-1ecf-445b-9c05-ca99de213e1b gateway port host: None {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:37.537049 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:12:37Z', 'revision_number': 6, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port_host': None}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:37.567499 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a8758-eca0-4c33-b863-0ef06e063e57 None None] The sync data for ids ['e6d259c9-1ecf-445b-9c05-ca99de213e1b'] in dv-cinder-837167-1-iscsi is: [{'id': 'e6d259c9-1ecf-445b-9c05-ca99de213e1b', 'name': 'tempest-TestVolumeBootPattern-1785892261-router', 'tenant_id': '43930fa70081420c926b59d6f7517908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:29Z', 'updated_at': '2022-04-08T19:12:37Z', 'revision_number': 6, 'project_id': '43930fa70081420c926b59d6f7517908', 'gw_port_host': None}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:12:37.575600 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (8f8a278a-18c1-49a3-9894-9a47fb37978b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.607082 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8a278a-18c1-49a3-9894-9a47fb37978b,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:37.670230 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (e6d259c9-1ecf-445b-9c05-ca99de213e1b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.779656 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (e6d259c9-1ecf-445b-9c05-ca99de213e1b), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.781823 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks [] for router_controller (e6d259c9-1ecf-445b-9c05-ca99de213e1b), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.847606 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (e6d259c9-1ecf-445b-9c05-ca99de213e1b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.848041 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6d259c9-1ecf-445b-9c05-ca99de213e1b {{(pid=103340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:12:37.853479 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.854618 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e55e89ed-0382-4d19-80b1-ec7f456bcb2d admin admin] 10.222.0.109 "DELETE /v2.0/routers/e6d259c9-1ecf-445b-9c05-ca99de213e1b HTTP/1.1" status: 204 len: 168 time: 0.8049560 Apr 08 19:12:37.857349 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41510) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:37.902739 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_v2 [None req-703f7d36-704c-4234-8f02-80141a1a2ce0 admin admin] Deleting subnet 134c27d0-e9d0-4fee-80ed-74942a808e24 {{(pid=103340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:12:37.905763 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-703f7d36-704c-4234-8f02-80141a1a2ce0 admin admin] Publish callbacks [] for subnet (134c27d0-e9d0-4fee-80ed-74942a808e24), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:37.938781 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-703f7d36-704c-4234-8f02-80141a1a2ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257153'] for subnet (134c27d0-e9d0-4fee-80ed-74942a808e24), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.118804 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 994d350c-f621-4921-920c-7eabca51ce34 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:38.140193 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 994d350c-f621-4921-920c-7eabca51ce34 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:38.140575 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 994d350c-f621-4921-920c-7eabca51ce34 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:38.141008 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 8f8a278a-18c1-49a3-9894-9a47fb37978b no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:38.162666 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 8f8a278a-18c1-49a3-9894-9a47fb37978b {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:38.163018 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 8f8a278a-18c1-49a3-9894-9a47fb37978b not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:38.278635 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-703f7d36-704c-4234-8f02-80141a1a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (134c27d0-e9d0-4fee-80ed-74942a808e24), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.336432 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-703f7d36-704c-4234-8f02-80141a1a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695924'] for subnet (134c27d0-e9d0-4fee-80ed-74942a808e24), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.361184 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7d36-704c-4234-8f02-80141a1a2ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134c27d0-e9d0-4fee-80ed-74942a808e24,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:38.367376 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-703f7d36-704c-4234-8f02-80141a1a2ce0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.368304 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-703f7d36-704c-4234-8f02-80141a1a2ce0 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/134c27d0-e9d0-4fee-80ed-74942a808e24 HTTP/1.1" status: 204 len: 168 time: 0.5098073 Apr 08 19:12:38.370384 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8ca48-bf32-4c7d-8acb-4e16eba945be None None] Network ba247db9-4b96-4ddb-87d3-953b9d039ab0 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:12:38.370537 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41512) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:38.440034 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (ba247db9-4b96-4ddb-87d3-953b9d039ab0), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.485398 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Deleting port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:38.486504 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.533281 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] DHCP port deletion for ba247db9-4b96-4ddb-87d3-953b9d039ab0 request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:12:38.548811 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] For port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:38.549179 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.568237 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Calling delete_port for 667b24d9-aed0-4564-a6ce-e747b6cb1d1c owned by network:dhcp {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:38.575373 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Deleting port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:38.575755 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.641728 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] For port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,segment=NetworkSegment(4e71a188-57f7-4e69-9b96-8fcc14a1a0bf),segment_id=4e71a188-57f7-4e69-9b96-8fcc14a1a0bf)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:38.642019 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.646244 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.655480 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Calling delete_port for 667b24d9-aed0-4564-a6ce-e747b6cb1d1c owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:38.673467 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] No DVR routers for this DVR port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c on host dv-cinder-837167-1-iscsi {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:12:38.676002 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:38.731399 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (667b24d9-aed0-4564-a6ce-e747b6cb1d1c), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.749205 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (ba247db9-4b96-4ddb-87d3-953b9d039ab0), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.755812 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Pushing event deleted for resources: {'Port': ['ID=667b24d9-aed0-4564-a6ce-e747b6cb1d1c,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:38.765187 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] No DVR routers for this DVR port 667b24d9-aed0-4564-a6ce-e747b6cb1d1c on host dv-cinder-837167-1-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:12:38.766881 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.767236 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.767582 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.767927 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.768288 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.768717 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.769053 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.769830 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.769830 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.770058 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba247db9-4b96-4ddb-87d3-953b9d039ab0']}} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:38.770159 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.770360 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.770687 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.771014 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.771339 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.771661 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526d7ffe-d67b-472c-abb1-81802c662c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:12:38.779309 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf') {'for_net_delete': True} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:38.779613 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e71a188-57f7-4e69-9b96-8fcc14a1a0bf') {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:38.792056 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257160'] for segment (4e71a188-57f7-4e69-9b96-8fcc14a1a0bf), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.805558 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (4e71a188-57f7-4e69-9b96-8fcc14a1a0bf), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.811741 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Releasing vlan 1520 on physical network physnet1 to pool {{(pid=103340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:12:38.812264 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8995354'] for segment (4e71a188-57f7-4e69-9b96-8fcc14a1a0bf), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: Traceback (most recent call last): Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: timer() Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: cb(*args, **kw) Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: return func(*args, **kwargs) Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: self._notify() Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: self.callback(batched_events) Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: event.method(event) Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: return f(self, *a, **k) Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._get(url).json() Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: return self.request(url, 'GET', **kwargs) Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:12:38.814003 dv-cinder-837167-1-iscsi neutron-server[103340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:12:38.870578 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (ba247db9-4b96-4ddb-87d3-953b9d039ab0), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.875695 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:38.882261 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] 10.222.0.109 "DELETE /v2.0/networks/ba247db9-4b96-4ddb-87d3-953b9d039ab0 HTTP/1.1" status: 204 len: 168 time: 0.5081182 Apr 08 19:12:38.882784 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41514) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:38.890155 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5d912-5f2d-4052-aa8d-c9e0d7710a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba247db9-4b96-4ddb-87d3-953b9d039ab0,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:39.218049 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (314fb014-7c31-48ef-b2a2-622cdfe0e650), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:39.459917 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Deleting port 6b7c0b57-3358-4900-a550-ad97251262c7 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:39.460367 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:39.537671 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] For port 6b7c0b57-3358-4900-a550-ad97251262c7, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=6b7c0b57-3358-4900-a550-ad97251262c7,segment=NetworkSegment(33f55c1c-4587-4e93-921f-96ff6c23930e),segment_id=33f55c1c-4587-4e93-921f-96ff6c23930e)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:39.537962 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:39.551123 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Calling delete_port for 6b7c0b57-3358-4900-a550-ad97251262c7 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:39.727411 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (6b7c0b57-3358-4900-a550-ad97251262c7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:39.754006 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7c0b57-3358-4900-a550-ad97251262c7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:39.923347 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (314fb014-7c31-48ef-b2a2-622cdfe0e650), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:40.117739 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 667b24d9-aed0-4564-a6ce-e747b6cb1d1c no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:40.144696 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 667b24d9-aed0-4564-a6ce-e747b6cb1d1c {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:40.145058 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 667b24d9-aed0-4564-a6ce-e747b6cb1d1c not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:40.412443 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Router 314fb014-7c31-48ef-b2a2-622cdfe0e650 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:12:40.518099 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:12:40.524588 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-9c21af0b-6931-469f-af06-6779c827b654 admin admin] 10.222.0.109 "PUT /v2.0/routers/314fb014-7c31-48ef-b2a2-622cdfe0e650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391811 Apr 08 19:12:40.526295 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41516) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:40.528147 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] Sync routers for ids ['314fb014-7c31-48ef-b2a2-622cdfe0e650'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:12:40.539109 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] Routers {'314fb014-7c31-48ef-b2a2-622cdfe0e650'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:40.539731 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['314fb014-7c31-48ef-b2a2-622cdfe0e650'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:40.635665 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks [] for router (314fb014-7c31-48ef-b2a2-622cdfe0e650), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:40.647204 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] Set router 314fb014-7c31-48ef-b2a2-622cdfe0e650 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:40.741294 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks [] for router_gateway (314fb014-7c31-48ef-b2a2-622cdfe0e650), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:40.787663 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Deleting port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:40.788004 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:40.820276 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:12:39Z', 'revision_number': 5, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port': {'id': 'ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:04:37Z', 'updated_at': '2022-04-08T19:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:40.847023 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] Checking router: 314fb014-7c31-48ef-b2a2-622cdfe0e650 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:12:40.855264 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] Routers {'314fb014-7c31-48ef-b2a2-622cdfe0e650'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:40.855871 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['314fb014-7c31-48ef-b2a2-622cdfe0e650'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:40.868597 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] For port ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:40.868969 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:40.882650 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Calling delete_port for ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:40.946304 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] Set router 314fb014-7c31-48ef-b2a2-622cdfe0e650 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:40.997341 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:12:40Z', 'revision_number': 6, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port_host': None}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:41.059305 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.091576 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:41.116848 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9236921b-77e2-4413-a645-bd7a7aa4fd89 None None] The sync data for ids ['314fb014-7c31-48ef-b2a2-622cdfe0e650'] in dv-cinder-837167-1-iscsi is: [{'id': '314fb014-7c31-48ef-b2a2-622cdfe0e650', 'name': 'tempest-TestVolumeBootPattern-1461940541-router', 'tenant_id': 'b229f1b06b4249ad997665633655009e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:04:36Z', 'updated_at': '2022-04-08T19:12:40Z', 'revision_number': 6, 'project_id': 'b229f1b06b4249ad997665633655009e', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:12:41.154819 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (314fb014-7c31-48ef-b2a2-622cdfe0e650), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.256001 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (314fb014-7c31-48ef-b2a2-622cdfe0e650), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.258106 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks [] for router_controller (314fb014-7c31-48ef-b2a2-622cdfe0e650), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.305119 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (314fb014-7c31-48ef-b2a2-622cdfe0e650), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.305816 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 314fb014-7c31-48ef-b2a2-622cdfe0e650 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:12:41.310374 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.311512 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-8326c8bb-de88-4242-a29e-cd9e2543072f admin admin] 10.222.0.109 "DELETE /v2.0/routers/314fb014-7c31-48ef-b2a2-622cdfe0e650 HTTP/1.1" status: 204 len: 168 time: 0.7841210 Apr 08 19:12:41.313944 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41518) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:41.357697 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c8dd83-3492-4682-b6b4-2cf87f713675 admin admin] Deleting subnet 3745dd3a-5560-4a64-a5ac-59db70fbd123 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:12:41.360754 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31c8dd83-3492-4682-b6b4-2cf87f713675 admin admin] Publish callbacks [] for subnet (3745dd3a-5560-4a64-a5ac-59db70fbd123), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.394151 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31c8dd83-3492-4682-b6b4-2cf87f713675 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (3745dd3a-5560-4a64-a5ac-59db70fbd123), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.478307 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31c8dd83-3492-4682-b6b4-2cf87f713675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (3745dd3a-5560-4a64-a5ac-59db70fbd123), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.539979 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31c8dd83-3492-4682-b6b4-2cf87f713675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (3745dd3a-5560-4a64-a5ac-59db70fbd123), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.564583 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8dd83-3492-4682-b6b4-2cf87f713675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3745dd3a-5560-4a64-a5ac-59db70fbd123,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:41.572167 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-31c8dd83-3492-4682-b6b4-2cf87f713675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.576011 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-31c8dd83-3492-4682-b6b4-2cf87f713675 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/3745dd3a-5560-4a64-a5ac-59db70fbd123 HTTP/1.1" status: 204 len: 168 time: 0.2611246 Apr 08 19:12:41.577357 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e1997b-8bd9-4793-ab8a-281959f67cb8 None None] Network 1063240d-869f-4ac1-91f5-faa0e6316362 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:12:41.578619 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41520) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:41.649739 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (1063240d-869f-4ac1-91f5-faa0e6316362), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.695613 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Deleting port 631273a5-425c-42c4-b6ca-881216bbfddf {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:41.696580 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.762390 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] For port 631273a5-425c-42c4-b6ca-881216bbfddf, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=631273a5-425c-42c4-b6ca-881216bbfddf,segment=NetworkSegment(33f55c1c-4587-4e93-921f-96ff6c23930e),segment_id=33f55c1c-4587-4e93-921f-96ff6c23930e)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:41.762680 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.776570 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Calling delete_port for 631273a5-425c-42c4-b6ca-881216bbfddf owned by network:dhcp {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:41.848398 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86339bfa-7e64-4c6b-9fce-6d82b0cb5ec1 None None] DHCP port deletion for 1063240d-869f-4ac1-91f5-faa0e6316362 request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:12:41.865794 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (631273a5-425c-42c4-b6ca-881216bbfddf), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.883835 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-86339bfa-7e64-4c6b-9fce-6d82b0cb5ec1 None None] The port '631273a5-425c-42c4-b6ca-881216bbfddf' was deleted {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 08 19:12:41.897665 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Pushing event deleted for resources: {'Port': ['ID=631273a5-425c-42c4-b6ca-881216bbfddf,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:41.899498 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] No DVR routers for this DVR port 631273a5-425c-42c4-b6ca-881216bbfddf on host dv-cinder-837167-1-iscsi {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:12:41.970236 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (1063240d-869f-4ac1-91f5-faa0e6316362), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:41.991367 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1063240d-869f-4ac1-91f5-faa0e6316362']}} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:42.000950 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f55c1c-4587-4e93-921f-96ff6c23930e') {'for_net_delete': True} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:42.001255 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.services.segments.db [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f55c1c-4587-4e93-921f-96ff6c23930e') {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:42.011242 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12257160'] for segment (33f55c1c-4587-4e93-921f-96ff6c23930e), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.025187 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (33f55c1c-4587-4e93-921f-96ff6c23930e), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.031612 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=103340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:12:42.032079 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8995354'] for segment (33f55c1c-4587-4e93-921f-96ff6c23930e), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: Traceback (most recent call last): Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: timer() Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: cb(*args, **kw) Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: return func(*args, **kwargs) Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: self._notify() Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: self.callback(batched_events) Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: event.method(event) Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: return f(self, *a, **k) Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._get(url).json() Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: return self.request(url, 'GET', **kwargs) Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:12:42.034007 dv-cinder-837167-1-iscsi neutron-server[103340]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:12:42.078473 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 631273a5-425c-42c4-b6ca-881216bbfddf no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:42.102127 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (1063240d-869f-4ac1-91f5-faa0e6316362), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.109473 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 631273a5-425c-42c4-b6ca-881216bbfddf {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:42.109582 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 631273a5-425c-42c4-b6ca-881216bbfddf not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:42.109927 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:42.111491 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.115009 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] 10.222.0.109 "DELETE /v2.0/networks/1063240d-869f-4ac1-91f5-faa0e6316362 HTTP/1.1" status: 204 len: 168 time: 0.5353253 Apr 08 19:12:42.129590 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebbb76-56e9-4970-9a6c-0b55f027a251 admin admin] Pushing event deleted for resources: {'Network': ['ID=1063240d-869f-4ac1-91f5-faa0e6316362,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:42.136407 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:42.136824 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device ce5679c9-77bf-4ab6-8367-bcfa0d6fb64f not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:42.137318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 6b7c0b57-3358-4900-a550-ad97251262c7 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:42.158915 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 6b7c0b57-3358-4900-a550-ad97251262c7 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:42.159336 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 6b7c0b57-3358-4900-a550-ad97251262c7 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:42.233560 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41524) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:42.273283 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-213ed2aa-99a0-4ced-8993-882df35d35c5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=43930fa70081420c926b59d6f7517908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384691 Apr 08 19:12:42.275600 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41526) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:42.322741 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ce88107e-ddd7-4dc1-a0d6-483e4f13aefd admin admin] Publish callbacks [] for security_group (04164cea-7d03-46aa-bf4a-b20b0532075d), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.342870 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ce88107e-ddd7-4dc1-a0d6-483e4f13aefd admin admin] Publish callbacks [] for security_group (04164cea-7d03-46aa-bf4a-b20b0532075d), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.393361 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ce88107e-ddd7-4dc1-a0d6-483e4f13aefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (04164cea-7d03-46aa-bf4a-b20b0532075d), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.396528 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ce88107e-ddd7-4dc1-a0d6-483e4f13aefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.397697 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-ce88107e-ddd7-4dc1-a0d6-483e4f13aefd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/04164cea-7d03-46aa-bf4a-b20b0532075d HTTP/1.1" status: 204 len: 168 time: 0.1212177 Apr 08 19:12:42.405663 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88107e-ddd7-4dc1-a0d6-483e4f13aefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04164cea-7d03-46aa-bf4a-b20b0532075d,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:42.707647 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41532) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:42.747236 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-dc7ab175-9e08-4bf5-bf87-8197197a07d9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b229f1b06b4249ad997665633655009e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383480 Apr 08 19:12:42.749695 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41534) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:42.795455 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4a3de71-438c-4fed-b81b-57bf0cbeba20 admin admin] Publish callbacks [] for security_group (56be43e7-999f-478f-8e5d-f158f674e5b5), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.817702 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4a3de71-438c-4fed-b81b-57bf0cbeba20 admin admin] Publish callbacks [] for security_group (56be43e7-999f-478f-8e5d-f158f674e5b5), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.864625 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4a3de71-438c-4fed-b81b-57bf0cbeba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (56be43e7-999f-478f-8e5d-f158f674e5b5), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.867272 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4a3de71-438c-4fed-b81b-57bf0cbeba20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:42.868454 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d4a3de71-438c-4fed-b81b-57bf0cbeba20 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/56be43e7-999f-478f-8e5d-f158f674e5b5 HTTP/1.1" status: 204 len: 168 time: 0.1178138 Apr 08 19:12:42.876281 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3de71-438c-4fed-b81b-57bf0cbeba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be43e7-999f-478f-8e5d-f158f674e5b5,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:46.318846 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-ca8e01bc-b65d-4726-b7d0-952b3c9fa46b tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474755301&fields=id&tenant_id=871f02fea7d14b9a8b32eb5066358eef HTTP/1.1" status: 200 len: 267 time: 0.0446496 Apr 08 19:12:46.368791 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-5cec5aa3-c8e1-4649-9d4b-6c87b2bf6a79 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:46.370233 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-5cec5aa3-c8e1-4649-9d4b-6c87b2bf6a79 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 984 time: 0.0461435 Apr 08 19:12:46.381021 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Request body: {'port': {'security_groups': ['4d72288a-3155-48ca-bad1-0686e286e15b']}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:12:46.453474 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:46.628941 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] For port 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:46.657607 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:46.662708 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:46.676709 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['61d62166-5fd0-48e9-8acb-0dccb0684c5b'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:12:46.705662 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:46.706427 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:46.707936 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-108fd4f1-4428-4bcd-acbd-ca1c4e880449 req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "PUT /v2.0/ports/61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 942 time: 0.3317325 Apr 08 19:12:46.708414 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:12:46.710693 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ba2a42-0326-4622-9c48-4a7bbf98be0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:12:46.715299 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41544) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:46.736743 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b6b22-9ebd-4dbf-8f90-e37a7481e079 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event updated for resources: {'Port': ['ID=61d62166-5fd0-48e9-8acb-0dccb0684c5b,revision_number=7']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:46.771093 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c6f0bd-13b7-47da-bafc-3ad5d97f823b x-openstack-request-id: req-69c6f0bd-13b7-47da-bafc-3ad5d97f823b {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:12:46.771392 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:12:46.771648 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-69c6f0bd-13b7-47da-bafc-3ad5d97f823b {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:12:46.772051 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c6f0bd-13b7-47da-bafc-3ad5d97f823b'] response: {'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'status': 'completed', 'code': 200} Apr 08 19:12:46.788546 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['61d62166-5fd0-48e9-8acb-0dccb0684c5b'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:12:46.790577 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-39baee41-26ab-4ee4-bdc9-ee38c858cb65 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group (2aee1d0b-82ca-448e-a557-b4c320a381ee), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:46.832390 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-39baee41-26ab-4ee4-bdc9-ee38c858cb65 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group (2aee1d0b-82ca-448e-a557-b4c320a381ee), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:46.882422 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-ff546335-3df7-48dd-b90c-e0769be4b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:46.883859 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-ff546335-3df7-48dd-b90c-e0769be4b9a8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=871f02fea7d14b9a8b32eb5066358eef&device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1129 time: 0.0704436 Apr 08 19:12:46.976933 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-65629197-3de0-4724-ad1d-3c994e1332b9 None None] Provisioning complete for port 61d62166-5fd0-48e9-8acb-0dccb0684c5b triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:12:46.977316 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-65629197-3de0-4724-ad1d-3c994e1332b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:46.995441 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-59e01993-fc33-4e20-b83a-d1bb1acd8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:46.997080 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-59e01993-fc33-4e20-b83a-d1bb1acd8e73 service neutron] 10.222.0.113 "GET /v2.0/networks?id=49dd155b-165f-4202-9c4d-d10a00cad95a HTTP/1.1" status: 200 len: 916 time: 0.1057799 Apr 08 19:12:46.998767 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-39baee41-26ab-4ee4-bdc9-ee38c858cb65 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (2aee1d0b-82ca-448e-a557-b4c320a381ee), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:47.001564 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-39baee41-26ab-4ee4-bdc9-ee38c858cb65 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:47.002712 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-39baee41-26ab-4ee4-bdc9-ee38c858cb65 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "DELETE /v2.0/security-groups/2aee1d0b-82ca-448e-a557-b4c320a381ee HTTP/1.1" status: 204 len: 168 time: 0.2863564 Apr 08 19:12:47.005638 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41546) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:47.055258 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39baee41-26ab-4ee4-bdc9-ee38c858cb65 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aee1d0b-82ca-448e-a557-b4c320a381ee,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:47.083682 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-e92129bc-0abe-48b9-a634-b80eeced2b88 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 1001 time: 0.0798399 Apr 08 19:12:47.100000 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-65629197-3de0-4724-ad1d-3c994e1332b9 None None] Current status of the port 61d62166-5fd0-48e9-8acb-0dccb0684c5b is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:12:47.138446 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-ce619500-1429-4d68-abd0-9be7ef850553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:47.140222 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-ce619500-1429-4d68-abd0-9be7ef850553 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9cd23ce1-5ad4-4c86-b063-0e297c205270 HTTP/1.1" status: 200 len: 853 time: 0.0487716 Apr 08 19:12:47.176108 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Deleting port 796004dd-0a1e-40ae-8116-b34a0962b50f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:47.176483 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (796004dd-0a1e-40ae-8116-b34a0962b50f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:47.188136 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-2a971f6f-7332-424a-b0f2-9206b1aa6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:47.189728 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-2a971f6f-7332-424a-b0f2-9206b1aa6c7e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49dd155b-165f-4202-9c4d-d10a00cad95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426476 Apr 08 19:12:47.273466 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (796004dd-0a1e-40ae-8116-b34a0962b50f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:47.273801 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for floatingip (796004dd-0a1e-40ae-8116-b34a0962b50f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:47.286314 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Calling delete_port for 796004dd-0a1e-40ae-8116-b34a0962b50f owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:47.287755 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-84805a8d-83e1-4bfc-a997-f7978c010c43 service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907152 Apr 08 19:12:47.382401 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-33ba2a42-0326-4622-9c48-4a7bbf98be0c req-ba167fe0-d197-4ed9-aeaf-7ee0b4e53439 service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876851 Apr 08 19:12:47.459719 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (796004dd-0a1e-40ae-8116-b34a0962b50f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:47.485944 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event deleted for resources: {'Port': ['ID=796004dd-0a1e-40ae-8116-b34a0962b50f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:47.545755 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks [] for floatingip (d7efac8d-f23f-4053-9faa-654ad1c7e234), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:47.546084 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Floating IP d7efac8d-f23f-4053-9faa-654ad1c7e234 disassociated (deleted). External IP: 172.27.0.114, port: 61d62166-5fd0-48e9-8acb-0dccb0684c5b. Apr 08 19:12:47.757480 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:12:47.869409 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:12:47.875344 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:47.881086 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] Sync routers for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:12:47.891529 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:47.892150 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:47.905725 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-6991dfe9-eb71-4818-9702-8a7d5f71f718 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "DELETE /v2.0/floatingips/d7efac8d-f23f-4053-9faa-654ad1c7e234 HTTP/1.1" status: 204 len: 168 time: 0.8985584 Apr 08 19:12:48.142436 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:48.197904 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:12:48.336303 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:41Z', 'revision_number': 5, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:48.366360 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] Checking router: 9d4df1a4-616c-49e8-9951-2fe88a08daa5 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:12:48.374789 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:48.375389 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:48.482205 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:48.673644 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:41Z', 'revision_number': 5, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:48.700273 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15699b9a-6638-44a5-9ca0-ab1d32defdbe None None] The sync data for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi is: [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:10:37Z', 'revision_number': 4, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'dc14bde8-e3d7-48c0-ab69-4bf351888a43', 'name': '', 'network_id': '49dd155b-165f-4202-9c4d-d10a00cad95a', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'mac_address': 'fa:16:3e:78:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:36Z', 'updated_at': '2022-04-08T19:10:41Z', 'revision_number': 5, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'subnets': [{'id': '9cd23ce1-5ad4-4c86-b063-0e297c205270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:12:48.773312 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:12:48.775710 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745fb1a1-7feb-4bec-a72d-06862c950946" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:12:48.813013 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b25c2-04da-45ec-aa2f-2afba2f6bf00 x-openstack-request-id: req-837b25c2-04da-45ec-aa2f-2afba2f6bf00 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:12:48.813308 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:12:48.813873 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-837b25c2-04da-45ec-aa2f-2afba2f6bf00 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:12:48.814501 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837b25c2-04da-45ec-aa2f-2afba2f6bf00'] response: {'name': 'network-changed', 'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'status': 'completed', 'code': 200} Apr 08 19:12:48.885743 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-01cc9f68-eacc-41c4-8c7d-f77a1ff44303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:48.887507 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-01cc9f68-eacc-41c4-8c7d-f77a1ff44303 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=871f02fea7d14b9a8b32eb5066358eef&device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 1129 time: 0.0466924 Apr 08 19:12:48.945790 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedec83-2259-4b60-9653-74590de7dee6 None None] New status for floating IP d7efac8d-f23f-4053-9faa-654ad1c7e234: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:12:48.990574 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-611734a6-d102-47a7-a5b7-6bd15648ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:48.992068 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-611734a6-d102-47a7-a5b7-6bd15648ca09 service neutron] 10.222.0.113 "GET /v2.0/networks?id=49dd155b-165f-4202-9c4d-d10a00cad95a HTTP/1.1" status: 200 len: 916 time: 0.0938017 Apr 08 19:12:49.039249 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-dbcfb678-df05-49eb-8278-17e2998e5415 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 200 len: 217 time: 0.0374565 Apr 08 19:12:49.090162 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-3bb79c11-eb50-4c2a-8eda-40cccb0ca860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:49.091619 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-3bb79c11-eb50-4c2a-8eda-40cccb0ca860 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9cd23ce1-5ad4-4c86-b063-0e297c205270 HTTP/1.1" status: 200 len: 853 time: 0.0432043 Apr 08 19:12:49.135397 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-1f63ab1a-00ed-428d-9b55-57d0092918fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:49.136988 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-1f63ab1a-00ed-428d-9b55-57d0092918fc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=49dd155b-165f-4202-9c4d-d10a00cad95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391431 Apr 08 19:12:49.237174 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-324afc46-b28f-45a8-9bfc-ebff57f302be service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902143 Apr 08 19:12:49.335424 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-745fb1a1-7feb-4bec-a72d-06862c950946 req-d189fd85-a8f1-40b1-86d9-1bada7d2c34c service neutron] 10.222.0.113 "GET /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888679 Apr 08 19:12:50.629536 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ada6ca-d37b-4f3b-9def-4bf66ff43e83 req-0304a1f4-e660-42ca-a0df-11c694879d7f tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:50.631013 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b1ada6ca-d37b-4f3b-9def-4bf66ff43e83 req-0304a1f4-e660-42ca-a0df-11c694879d7f tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0509560 Apr 08 19:12:50.679170 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-b1ada6ca-d37b-4f3b-9def-4bf66ff43e83 req-9faba4c2-07a0-4c43-a4b4-f88bb051f6ac tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Apr 08 19:12:51.792884 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba4f6e-4d2d-4cc2-a8d8-0a008aa6aa6f req-c4c55b9f-c4f6-41c5-a880-0577ca7076d6 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:51.794382 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cdba4f6e-4d2d-4cc2-a8d8-0a008aa6aa6f req-c4c55b9f-c4f6-41c5-a880-0577ca7076d6 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0463207 Apr 08 19:12:51.841777 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cdba4f6e-4d2d-4cc2-a8d8-0a008aa6aa6f req-ff6a705f-ff1c-4b76-8e70-78a723042fa4 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/security-groups?id=4d72288a-3155-48ca-bad1-0686e286e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Apr 08 19:12:52.491600 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-ffe0eb1d-bcfe-4494-82c4-002f6a3a8c45 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:12:52.493110 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-ffe0eb1d-bcfe-4494-82c4-002f6a3a8c45 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.113 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 945 time: 0.0474193 Apr 08 19:12:52.575141 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Deleting port 61d62166-5fd0-48e9-8acb-0dccb0684c5b {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:52.575485 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:52.672655 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] For port 61d62166-5fd0-48e9-8acb-0dccb0684c5b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=61d62166-5fd0-48e9-8acb-0dccb0684c5b,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:52.673035 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:52.686854 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Calling delete_port for 61d62166-5fd0-48e9-8acb-0dccb0684c5b owned by compute:nova {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:52.813935 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (61d62166-5fd0-48e9-8acb-0dccb0684c5b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:52.829271 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['61d62166-5fd0-48e9-8acb-0dccb0684c5b'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:12:52.852499 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Pushing event deleted for resources: {'Port': ['ID=61d62166-5fd0-48e9-8acb-0dccb0684c5b,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:52.891125 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] No DVR routers for this DVR port 61d62166-5fd0-48e9-8acb-0dccb0684c5b on host hv-cinder-83716 {{(pid=103340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:12:52.894353 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:52.897858 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d0428af0-6f8e-40f5-bbfd-e492e3fd24d2 req-42d38427-841f-47f0-8672-04262b12d732 tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.113 "DELETE /v2.0/ports/61d62166-5fd0-48e9-8acb-0dccb0684c5b HTTP/1.1" status: 204 len: 173 time: 0.3992400 Apr 08 19:12:52.898327 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'name': 'network-vif-deleted', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:12:52.900752 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7ce6f9-fdce-4080-999e-d1a6c5d5fc32" -d '{"events": [{"server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "name": "network-vif-deleted", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:12:52.945176 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c7a5a1f2-cee7-4d4f-afab-a78c82853a6c req-7c82e866-cb53-4fd6-b94a-33828016292d tempest-TestMinimumBasicScenario-1135977187 tempest-TestMinimumBasicScenario-1135977187-project] 10.222.0.109 "GET /v2.0/ports?device_id=1bc60e9d-3160-4537-8b97-5b97896d17e8 HTTP/1.1" status: 200 len: 210 time: 0.0366757 Apr 08 19:12:53.119639 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcf498a-a617-4749-87c2-45eb8a2b10b2 x-openstack-request-id: req-2dcf498a-a617-4749-87c2-45eb8a2b10b2 {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:12:53.119968 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc60e9d-3160-4537-8b97-5b97896d17e8", "name": "network-vif-deleted", "tag": "61d62166-5fd0-48e9-8acb-0dccb0684c5b", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:12:53.120254 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2dcf498a-a617-4749-87c2-45eb8a2b10b2 {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:12:53.120671 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcf498a-a617-4749-87c2-45eb8a2b10b2'] response: {'server_uuid': '1bc60e9d-3160-4537-8b97-5b97896d17e8', 'name': 'network-vif-deleted', 'tag': '61d62166-5fd0-48e9-8acb-0dccb0684c5b', 'status': 'completed', 'code': 200} Apr 08 19:12:54.609561 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41630) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:54.743078 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5c98f056-b05b-4858-b442-614a1c7c9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:54.936161 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (9d4df1a4-616c-49e8-9951-2fe88a08daa5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:55.168294 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Deleting port dc14bde8-e3d7-48c0-ab69-4bf351888a43 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:55.168665 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:55.247208 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] For port dc14bde8-e3d7-48c0-ab69-4bf351888a43, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=dc14bde8-e3d7-48c0-ab69-4bf351888a43,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:55.247576 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:55.264122 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Calling delete_port for dc14bde8-e3d7-48c0-ab69-4bf351888a43 owned by network:router_interface {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:55.442059 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (dc14bde8-e3d7-48c0-ab69-4bf351888a43), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:55.467561 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc14bde8-e3d7-48c0-ab69-4bf351888a43,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:55.637289 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (9d4df1a4-616c-49e8-9951-2fe88a08daa5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:56.127762 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:12:56.235824 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:12:56.241390 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fbc207eb-8a22-4fd6-b993-596f7891ff92 admin admin] 10.222.0.109 "PUT /v2.0/routers/9d4df1a4-616c-49e8-9951-2fe88a08daa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6308236 Apr 08 19:12:56.243881 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41632) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:56.246105 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] Sync routers for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:12:56.256896 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:56.257517 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:56.349475 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks [] for router (9d4df1a4-616c-49e8-9951-2fe88a08daa5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:56.371003 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:56.456088 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks [] for router_gateway (9d4df1a4-616c-49e8-9951-2fe88a08daa5), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:56.504954 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Deleting port f9697900-cb1b-4574-9362-e098b86bf498 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:56.505220 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (f9697900-cb1b-4574-9362-e098b86bf498), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:56.543404 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:12:55Z', 'revision_number': 5, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port': {'id': 'f9697900-cb1b-4574-9362-e098b86bf498', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:33Z', 'updated_at': '2022-04-08T19:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:56.575392 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] Checking router: 9d4df1a4-616c-49e8-9951-2fe88a08daa5 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:12:56.584820 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] Routers {'9d4df1a4-616c-49e8-9951-2fe88a08daa5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:56.585432 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:56.590220 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] For port f9697900-cb1b-4574-9362-e098b86bf498, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=f9697900-cb1b-4574-9362-e098b86bf498,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:56.590596 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (f9697900-cb1b-4574-9362-e098b86bf498), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:56.604336 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Calling delete_port for f9697900-cb1b-4574-9362-e098b86bf498 owned by network:router_gateway {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:56.674438 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] Set router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 gateway port host: None {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:56.700878 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 61d62166-5fd0-48e9-8acb-0dccb0684c5b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:56.749384 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:12:56Z', 'revision_number': 6, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port_host': None}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:56.751186 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 61d62166-5fd0-48e9-8acb-0dccb0684c5b {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:56.751537 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 61d62166-5fd0-48e9-8acb-0dccb0684c5b not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:56.776492 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (f9697900-cb1b-4574-9362-e098b86bf498), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:56.779527 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570cc87-9aa8-479b-bf38-3ccc8a14076c None None] The sync data for ids ['9d4df1a4-616c-49e8-9951-2fe88a08daa5'] in dv-cinder-837167-1-iscsi is: [{'id': '9d4df1a4-616c-49e8-9951-2fe88a08daa5', 'name': 'tempest-TestMinimumBasicScenario-183627170-router', 'tenant_id': '871f02fea7d14b9a8b32eb5066358eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:32Z', 'updated_at': '2022-04-08T19:12:56Z', 'revision_number': 6, 'project_id': '871f02fea7d14b9a8b32eb5066358eef', 'gw_port_host': None}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:12:56.806595 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f9697900-cb1b-4574-9362-e098b86bf498,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:56.871049 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (9d4df1a4-616c-49e8-9951-2fe88a08daa5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:56.964975 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (9d4df1a4-616c-49e8-9951-2fe88a08daa5), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:56.967112 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks [] for router_controller (9d4df1a4-616c-49e8-9951-2fe88a08daa5), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.016186 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (9d4df1a4-616c-49e8-9951-2fe88a08daa5), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.016705 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4df1a4-616c-49e8-9951-2fe88a08daa5 {{(pid=103341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:12:57.021611 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.022771 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-bbf55aaa-93cb-485b-8080-b08459d552ff admin admin] 10.222.0.109 "DELETE /v2.0/routers/9d4df1a4-616c-49e8-9951-2fe88a08daa5 HTTP/1.1" status: 204 len: 168 time: 0.7779527 Apr 08 19:12:57.025502 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41634) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:57.069603 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d90e3ba-e413-4861-bf87-2245bb07f039 admin admin] Deleting subnet 9cd23ce1-5ad4-4c86-b063-0e297c205270 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:12:57.072606 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d90e3ba-e413-4861-bf87-2245bb07f039 admin admin] Publish callbacks [] for subnet (9cd23ce1-5ad4-4c86-b063-0e297c205270), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.106415 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d90e3ba-e413-4861-bf87-2245bb07f039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (9cd23ce1-5ad4-4c86-b063-0e297c205270), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.158933 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-5ae95e60-550b-44e6-a943-dbf7d0845e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.196183 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d90e3ba-e413-4861-bf87-2245bb07f039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (9cd23ce1-5ad4-4c86-b063-0e297c205270), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.254529 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d90e3ba-e413-4861-bf87-2245bb07f039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (9cd23ce1-5ad4-4c86-b063-0e297c205270), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.279229 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90e3ba-e413-4861-bf87-2245bb07f039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd23ce1-5ad4-4c86-b063-0e297c205270,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:57.282737 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-3d90e3ba-e413-4861-bf87-2245bb07f039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.286445 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-3d90e3ba-e413-4861-bf87-2245bb07f039 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/9cd23ce1-5ad4-4c86-b063-0e297c205270 HTTP/1.1" status: 204 len: 168 time: 0.2595615 Apr 08 19:12:57.288489 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41636) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:57.289150 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237bfa3-1730-443a-a85a-0009a04d928a None None] Network 49dd155b-165f-4202-9c4d-d10a00cad95a requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:12:57.360429 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (49dd155b-165f-4202-9c4d-d10a00cad95a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.405965 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Deleting port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:57.406317 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.469047 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] For port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f,segment=NetworkSegment(3626d48e-4b5d-43cb-befe-127b4bfaf633),segment_id=3626d48e-4b5d-43cb-befe-127b4bfaf633)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:57.469414 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.482246 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Calling delete_port for 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:57.566464 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea66e9f-8cc7-4589-9566-dc50e2b9b880 None None] DHCP port deletion for 49dd155b-165f-4202-9c4d-d10a00cad95a request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:12:57.570257 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.598987 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Pushing event deleted for resources: {'Port': ['ID=99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:57.602380 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] No DVR routers for this DVR port 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f on host dv-cinder-837167-1-iscsi {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:12:57.679917 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (49dd155b-165f-4202-9c4d-d10a00cad95a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.700626 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dd155b-165f-4202-9c4d-d10a00cad95a']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:57.710733 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3626d48e-4b5d-43cb-befe-127b4bfaf633') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:57.711040 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3626d48e-4b5d-43cb-befe-127b4bfaf633') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:57.720375 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (3626d48e-4b5d-43cb-befe-127b4bfaf633), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.735229 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (3626d48e-4b5d-43cb-befe-127b4bfaf633), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.742717 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Releasing vlan 1527 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:12:57.743118 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (3626d48e-4b5d-43cb-befe-127b4bfaf633), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:12:57.745050 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:12:57.802403 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (49dd155b-165f-4202-9c4d-d10a00cad95a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.806824 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:57.810376 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] 10.222.0.109 "DELETE /v2.0/networks/49dd155b-165f-4202-9c4d-d10a00cad95a HTTP/1.1" status: 204 len: 168 time: 0.5209184 Apr 08 19:12:57.813408 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41638) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:57.824403 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752dbd5-c873-45c0-9372-6179023b525c admin admin] Pushing event deleted for resources: {'Network': ['ID=49dd155b-165f-4202-9c4d-d10a00cad95a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:58.079371 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device dc14bde8-e3d7-48c0-ab69-4bf351888a43 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:58.099372 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: dc14bde8-e3d7-48c0-ab69-4bf351888a43 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:58.099722 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device dc14bde8-e3d7-48c0-ab69-4bf351888a43 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:58.100151 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:58.118820 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:58.119168 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 99ec7f04-f6bd-49a0-adae-e8c2a3c35e3f not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:58.119586 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device f9697900-cb1b-4574-9362-e098b86bf498 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:12:58.141555 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: f9697900-cb1b-4574-9362-e098b86bf498 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:12:58.141906 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device f9697900-cb1b-4574-9362-e098b86bf498 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:12:58.154416 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:58.383388 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Deleting port 464c2dac-eeea-40c0-a8bf-6834651d8cbd {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:58.383647 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:58.461140 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] For port 464c2dac-eeea-40c0-a8bf-6834651d8cbd, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=464c2dac-eeea-40c0-a8bf-6834651d8cbd,segment=NetworkSegment(59ef682b-1452-4577-a254-e0cf3f4b4ffe),segment_id=59ef682b-1452-4577-a254-e0cf3f4b4ffe)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:58.461502 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:58.474988 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Calling delete_port for 464c2dac-eeea-40c0-a8bf-6834651d8cbd owned by network:router_interface {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:58.515478 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:58.655866 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (464c2dac-eeea-40c0-a8bf-6834651d8cbd), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:58.691680 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=464c2dac-eeea-40c0-a8bf-6834651d8cbd,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:12:58.856526 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:59.070756 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:12:59.178158 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:12:59.183158 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-452fbc78-73ed-46b8-9b17-e8c88abc6a63 admin admin] 10.222.0.109 "PUT /v2.0/routers/1173bdc6-eefd-4ac9-98e0-2b8e4d434f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3681514 Apr 08 19:12:59.185708 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41640) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:12:59.189985 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] Sync routers for ids ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:12:59.200787 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] Routers {'1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:59.201397 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:59.310920 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] Set router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:59.486086 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:12:58Z', 'revision_number': 5, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:59.518068 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] Checking router: 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:12:59.527471 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] Routers {'1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:12:59.528184 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:59.557126 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks [] for router (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:59.636466 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] Set router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:12:59.662759 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks [] for router_gateway (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:59.707430 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Deleting port fca13052-eb76-484d-96a9-fc4970a8ce4b {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:12:59.707782 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:59.787114 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] For port fca13052-eb76-484d-96a9-fc4970a8ce4b, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=fca13052-eb76-484d-96a9-fc4970a8ce4b,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:12:59.787477 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:59.801395 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Calling delete_port for fca13052-eb76-484d-96a9-fc4970a8ce4b owned by network:router_gateway {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:12:59.804990 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:12:58Z', 'revision_number': 5, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:12:59.831974 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2895c-54cf-49c9-a3eb-36f91f66ac05 None None] The sync data for ids ['1173bdc6-eefd-4ac9-98e0-2b8e4d434f13'] in dv-cinder-837167-1-iscsi is: [{'id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'name': 'tempest-TestMinimumBasicScenario-296090949-router', 'tenant_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:10:40Z', 'updated_at': '2022-04-08T19:12:58Z', 'revision_number': 5, 'project_id': 'f47b1c6880574dbabb0f765dc9a7aa61', 'gw_port': {'id': 'fca13052-eb76-484d-96a9-fc4970a8ce4b', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173bdc6-eefd-4ac9-98e0-2b8e4d434f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:10:41Z', 'updated_at': '2022-04-08T19:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:12:59.899548 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:12:59.974621 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (fca13052-eb76-484d-96a9-fc4970a8ce4b), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.001255 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Pushing event deleted for resources: {'Port': ['ID=fca13052-eb76-484d-96a9-fc4970a8ce4b,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:00.060065 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.128344 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.150806 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.154528 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks [] for router_controller (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.208827 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (1173bdc6-eefd-4ac9-98e0-2b8e4d434f13), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.209418 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 {{(pid=103340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:13:00.214327 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.218533 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-69a8d622-76b0-487e-926d-5046683a184d admin admin] 10.222.0.109 "DELETE /v2.0/routers/1173bdc6-eefd-4ac9-98e0-2b8e4d434f13 HTTP/1.1" status: 204 len: 168 time: 1.0293124 Apr 08 19:13:00.218871 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41642) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:00.273986 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cf144f-8db7-4d0f-bc88-b1836c75ece5 admin admin] Deleting subnet 17a24de6-792d-48cc-b6c8-5fc4f3e05cb0 {{(pid=103341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:13:00.277395 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52cf144f-8db7-4d0f-bc88-b1836c75ece5 admin admin] Publish callbacks [] for subnet (17a24de6-792d-48cc-b6c8-5fc4f3e05cb0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.285318 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 464c2dac-eeea-40c0-a8bf-6834651d8cbd no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:13:00.306212 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 464c2dac-eeea-40c0-a8bf-6834651d8cbd {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:13:00.306703 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 464c2dac-eeea-40c0-a8bf-6834651d8cbd not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:13:00.316646 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52cf144f-8db7-4d0f-bc88-b1836c75ece5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8957488'] for subnet (17a24de6-792d-48cc-b6c8-5fc4f3e05cb0), precommit_delete_associations {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.395377 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52cf144f-8db7-4d0f-bc88-b1836c75ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (17a24de6-792d-48cc-b6c8-5fc4f3e05cb0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.449931 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52cf144f-8db7-4d0f-bc88-b1836c75ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9020422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9082829'] for subnet (17a24de6-792d-48cc-b6c8-5fc4f3e05cb0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.483535 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf144f-8db7-4d0f-bc88-b1836c75ece5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a24de6-792d-48cc-b6c8-5fc4f3e05cb0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:00.486244 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-52cf144f-8db7-4d0f-bc88-b1836c75ece5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.490259 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-52cf144f-8db7-4d0f-bc88-b1836c75ece5 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/17a24de6-792d-48cc-b6c8-5fc4f3e05cb0 HTTP/1.1" status: 204 len: 168 time: 0.2703209 Apr 08 19:13:00.492647 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41644) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:00.495154 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa03d84-0091-4f51-97d2-13c39aa23ff4 None None] Network 04d9969e-eab1-4c48-a8ef-092906dc2002 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:13:00.569731 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (04d9969e-eab1-4c48-a8ef-092906dc2002), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.614626 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Deleting port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:13:00.614968 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.684792 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] For port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd,segment=NetworkSegment(59ef682b-1452-4577-a254-e0cf3f4b4ffe),segment_id=59ef682b-1452-4577-a254-e0cf3f4b4ffe)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:00.685075 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.700119 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Calling delete_port for 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:13:00.778793 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.805301 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:00.810728 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] No DVR routers for this DVR port 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd on host dv-cinder-837167-1-iscsi {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:13:00.862175 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666e945-d6d4-4c9f-9b6c-68624feab912 None None] DHCP port deletion for 04d9969e-eab1-4c48-a8ef-092906dc2002 request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:13:00.886160 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (04d9969e-eab1-4c48-a8ef-092906dc2002), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.907515 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d9969e-eab1-4c48-a8ef-092906dc2002']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:00.917068 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ef682b-1452-4577-a254-e0cf3f4b4ffe') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:00.917370 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ef682b-1452-4577-a254-e0cf3f4b4ffe') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:00.926765 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (59ef682b-1452-4577-a254-e0cf3f4b4ffe), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.940009 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (59ef682b-1452-4577-a254-e0cf3f4b4ffe), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.946603 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Releasing vlan 1541 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:13:00.946998 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (59ef682b-1452-4577-a254-e0cf3f4b4ffe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:13:00.948896 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:13:01.008306 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (04d9969e-eab1-4c48-a8ef-092906dc2002), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.013716 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.017134 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] 10.222.0.109 "DELETE /v2.0/networks/04d9969e-eab1-4c48-a8ef-092906dc2002 HTTP/1.1" status: 204 len: 168 time: 0.5234954 Apr 08 19:13:01.028770 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e9f79-62c8-487c-bc8f-08f94d7f98a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d9969e-eab1-4c48-a8ef-092906dc2002,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:01.189874 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41648) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:01.231231 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-a77c4d94-4ef4-4ed0-94cc-c05c75088c68 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=871f02fea7d14b9a8b32eb5066358eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395293 Apr 08 19:13:01.233763 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41650) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:01.280723 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e92a2414-545f-4ff2-bdd8-28cad16ef6e5 admin admin] Publish callbacks [] for security_group (4d72288a-3155-48ca-bad1-0686e286e15b), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.301447 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e92a2414-545f-4ff2-bdd8-28cad16ef6e5 admin admin] Publish callbacks [] for security_group (4d72288a-3155-48ca-bad1-0686e286e15b), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.352497 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e92a2414-545f-4ff2-bdd8-28cad16ef6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (4d72288a-3155-48ca-bad1-0686e286e15b), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.355042 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e92a2414-545f-4ff2-bdd8-28cad16ef6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.356254 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e92a2414-545f-4ff2-bdd8-28cad16ef6e5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4d72288a-3155-48ca-bad1-0686e286e15b HTTP/1.1" status: 204 len: 168 time: 0.1215806 Apr 08 19:13:01.366005 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a2414-545f-4ff2-bdd8-28cad16ef6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d72288a-3155-48ca-bad1-0686e286e15b,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:01.531032 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.680484 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41656) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:01.724960 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-de7254d8-15eb-4388-9c14-55ff490c6770 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f47b1c6880574dbabb0f765dc9a7aa61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433278 Apr 08 19:13:01.727427 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41658) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:01.777691 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04bc3757-7e23-44cd-baef-f2060d1b1ed5 admin admin] Publish callbacks [] for security_group (f0c1238a-dc21-4a25-85dd-ffbba0eaba18), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.799767 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04bc3757-7e23-44cd-baef-f2060d1b1ed5 admin admin] Publish callbacks [] for security_group (f0c1238a-dc21-4a25-85dd-ffbba0eaba18), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.850098 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04bc3757-7e23-44cd-baef-f2060d1b1ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f0c1238a-dc21-4a25-85dd-ffbba0eaba18), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.853130 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-04bc3757-7e23-44cd-baef-f2060d1b1ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:01.856838 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-04bc3757-7e23-44cd-baef-f2060d1b1ed5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f0c1238a-dc21-4a25-85dd-ffbba0eaba18 HTTP/1.1" status: 204 len: 168 time: 0.1259747 Apr 08 19:13:01.864710 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc3757-7e23-44cd-baef-f2060d1b1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c1238a-dc21-4a25-85dd-ffbba0eaba18,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:02.087329 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:13:02.110253 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:13:02.110734 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 46b77da2-bfb7-4f4d-a7d0-7ad87e3ee5bd not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:13:02.111173 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device fca13052-eb76-484d-96a9-fc4970a8ce4b no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:13:02.131219 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: fca13052-eb76-484d-96a9-fc4970a8ce4b {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:13:02.131577 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device fca13052-eb76-484d-96a9-fc4970a8ce4b not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:13:02.515894 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41680) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:02.613948 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1104721947-network', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:02.633231 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Made reservation on behalf of 2c281af9a6f14bb3a50e499a45804871 for: {'network': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:13:02.635648 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.644409 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.719579 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Publish callbacks [] for security_group (494b4313-8b2d-4c60-a8a9-83ad0c55317d), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.724181 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (494b4313-8b2d-4c60-a8a9-83ad0c55317d), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.750343 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=103341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:13:02.755738 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494b4313-8b2d-4c60-a8a9-83ad0c55317d,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:02.763114 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (3cb3c6cc-0331-44a4-bb31-825f5f67c319), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.763463 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.segments_db [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Added segment 3cb3c6cc-0331-44a4-bb31-825f5f67c319 of type vlan for network 194599f2-7244-406c-b138-2a49749ce286 Apr 08 19:13:02.804380 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (194599f2-7244-406c-b138-2a49749ce286), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.828087 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (194599f2-7244-406c-b138-2a49749ce286), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.829049 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:02.829635 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.861660 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3445861 Apr 08 19:13:02.865169 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41684) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:02.870111 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Request body: {'subnet': {'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1104721947-subnet', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'ip_version': 4}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:02.890788 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Made reservation on behalf of 2c281af9a6f14bb3a50e499a45804871 for: {'subnet': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:13:02.893158 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8695825'] for subnet (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:02.894465 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92909bf9-1ace-4e1b-a147-736fb9a94ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=194599f2-7244-406c-b138-2a49749ce286,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:02.908244 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network 194599f2-7244-406c-b138-2a49749ce286 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:13:03.060852 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8996025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8695935'] for subnet (d89b12d4-05bf-4529-86a7-b86f00f417eb), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.116986 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89b12d4-05bf-4529-86a7-b86f00f417eb,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:03.124449 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Checking segment: {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:03.124821 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Network hostable DHCP agents. Network: 194599f2-7244-406c-b138-2a49749ce286, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:13:03.141421 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Network 194599f2-7244-406c-b138-2a49749ce286 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:13:03.151420 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, 194599f2-7244-406c-b138-2a49749ce286) {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:03.155520 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:03.156126 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.161333 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76c7701-da38-49ec-906e-513d140e0de6 None None] Network 194599f2-7244-406c-b138-2a49749ce286 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:13:03.175613 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-8d63ec9a-ad56-460c-b921-c41d92f00dc8 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3091838 Apr 08 19:13:03.176058 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41686) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:03.180458 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:03.201054 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (88beb8b9-84bf-431c-826d-971bca064294), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.202079 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (88beb8b9-84bf-431c-826d-971bca064294), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.261240 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks [] for router_controller (88beb8b9-84bf-431c-826d-971bca064294), precommit_add_association {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.401232 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-194599f2-7244-406c-b138-2a49749ce286', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:13:03.402092 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.408936 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks [] for router_gateway (88beb8b9-84bf-431c-826d-971bca064294), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.542359 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Allocated IP 172.20.0.2 (194599f2-7244-406c-b138-2a49749ce286/d89b12d4-05bf-4529-86a7-b86f00f417eb/09d2d8fd-839e-4121-94f3-5361c9276050) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:13:03.595200 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks [] for router_gateway (88beb8b9-84bf-431c-826d-971bca064294), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.615063 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.683514 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Publish callbacks [] for port (09d2d8fd-839e-4121-94f3-5361c9276050), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.690821 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.720229 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Allocated IP 172.27.0.77 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/47b89db3-b893-461a-861b-434aeb7630e8) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:13:03.733041 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Network 194599f2-7244-406c-b138-2a49749ce286 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:03.735845 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:03.740064 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:13:03.748913 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Pushing event updated for resources: {'Port': ['ID=09d2d8fd-839e-4121-94f3-5361c9276050,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:03.802850 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Attempting to bind port 09d2d8fd-839e-4121-94f3-5361c9276050 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:13:03.803226 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Attempting to bind port 09d2d8fd-839e-4121-94f3-5361c9276050 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:13:03.803586 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Attempting to bind port 09d2d8fd-839e-4121-94f3-5361c9276050 on network 194599f2-7244-406c-b138-2a49749ce286 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:13:03.808573 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:13:03.808952 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Checking segment: {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:03.809357 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.809753 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Bound using segment: {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:13:03.810219 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Bound port: 09d2d8fd-839e-4121-94f3-5361c9276050, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:13:03.810601 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.826964 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks [] for port (47b89db3-b893-461a-861b-434aeb7630e8), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.861778 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (47b89db3-b893-461a-861b-434aeb7630e8), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.875988 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] For port 09d2d8fd-839e-4121-94f3-5361c9276050, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:13:03.879547 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] For port 09d2d8fd-839e-4121-94f3-5361c9276050, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=09d2d8fd-839e-4121-94f3-5361c9276050,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:13:03.885373 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:03.902594 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:03.905508 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:03.909005 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:13:03.942298 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Pushing event updated for resources: {'Port': ['ID=47b89db3-b893-461a-861b-434aeb7630e8,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:03.949674 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f44494-6c54-43e2-a997-b23cf3182afa None None] Pushing event updated for resources: {'Port': ['ID=09d2d8fd-839e-4121-94f3-5361c9276050,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:04.201518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks [] for router_gateway (88beb8b9-84bf-431c-826d-971bca064294), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:04.704267 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (88beb8b9-84bf-431c-826d-971bca064294), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:04.846638 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Router 88beb8b9-84bf-431c-826d-971bca064294 is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:13:04.866883 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb3b5b-e427-4361-866e-d2988a906906 None None] Network 194599f2-7244-406c-b138-2a49749ce286 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:13:04.946548 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-3184ac2c-e8e9-4227-8595-111b23ed4936 None None] Provisioning complete for port 09d2d8fd-839e-4121-94f3-5361c9276050 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:04.946933 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3184ac2c-e8e9-4227-8595-111b23ed4936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:04.959190 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:13:04.976173 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:04.977437 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-2da032fd-8863-4b61-b0b7-c261f242ce4b admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8005271 Apr 08 19:13:04.980108 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41688) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:04.993069 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42859b17-2546-42e1-b337-f498272af62d None None] Sync routers for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:13:05.027245 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42859b17-2546-42e1-b337-f498272af62d None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:05.028193 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-42859b17-2546-42e1-b337-f498272af62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:05.165777 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-3184ac2c-e8e9-4227-8595-111b23ed4936 None None] Current status of the port 09d2d8fd-839e-4121-94f3-5361c9276050 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:05.166180 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3184ac2c-e8e9-4227-8595-111b23ed4936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.195445 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-42859b17-2546-42e1-b337-f498272af62d None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:05.278477 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-3184ac2c-e8e9-4227-8595-111b23ed4936 None None] For port 09d2d8fd-839e-4121-94f3-5361c9276050, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=09d2d8fd-839e-4121-94f3-5361c9276050,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:05.285311 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3184ac2c-e8e9-4227-8595-111b23ed4936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.382782 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184ac2c-e8e9-4227-8595-111b23ed4936 None None] Pushing event updated for resources: {'Port': ['ID=09d2d8fd-839e-4121-94f3-5361c9276050,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:05.427960 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-1faf086e-caf8-417c-af1e-904610b69d84 None None] Provisioning complete for port 09d2d8fd-839e-4121-94f3-5361c9276050 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:05.428376 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1faf086e-caf8-417c-af1e-904610b69d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.437592 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.460128 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-42859b17-2546-42e1-b337-f498272af62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:04Z', 'revision_number': 3, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:05.495980 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42859b17-2546-42e1-b337-f498272af62d None None] Checking router: 88beb8b9-84bf-431c-826d-971bca064294 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:13:05.496508 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42859b17-2546-42e1-b337-f498272af62d None None] Updating router 88beb8b9-84bf-431c-826d-971bca064294 port 47b89db3-b893-461a-861b-434aeb7630e8 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:13:05.535919 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42859b17-2546-42e1-b337-f498272af62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (47b89db3-b893-461a-861b-434aeb7630e8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.616487 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Allocated IP 172.20.0.1 (194599f2-7244-406c-b138-2a49749ce286/d89b12d4-05bf-4529-86a7-b86f00f417eb/b8b656c1-d4b6-4102-b7c0-3cb2405e94be) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:13:05.642693 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-1faf086e-caf8-417c-af1e-904610b69d84 None None] Current status of the port 09d2d8fd-839e-4121-94f3-5361c9276050 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:05.724377 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Publish callbacks [] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.757854 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.796778 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Network 194599f2-7244-406c-b138-2a49749ce286 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:05.801764 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:05.805360 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:13:05.821442 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42859b17-2546-42e1-b337-f498272af62d None None] Publish callbacks [] for port (47b89db3-b893-461a-861b-434aeb7630e8), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.828807 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42859b17-2546-42e1-b337-f498272af62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (47b89db3-b893-461a-861b-434aeb7630e8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.837883 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:05.854821 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (88beb8b9-84bf-431c-826d-971bca064294), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.887593 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-42859b17-2546-42e1-b337-f498272af62d None None] Attempting to bind port 47b89db3-b893-461a-861b-434aeb7630e8 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:13:05.887971 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-42859b17-2546-42e1-b337-f498272af62d None None] Attempting to bind port 47b89db3-b893-461a-861b-434aeb7630e8 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:13:05.888368 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42859b17-2546-42e1-b337-f498272af62d None None] Attempting to bind port 47b89db3-b893-461a-861b-434aeb7630e8 on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:13:05.896584 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42859b17-2546-42e1-b337-f498272af62d None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:13:05.897038 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42859b17-2546-42e1-b337-f498272af62d None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:05.897602 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42859b17-2546-42e1-b337-f498272af62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.897966 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42859b17-2546-42e1-b337-f498272af62d None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:13:05.898460 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-42859b17-2546-42e1-b337-f498272af62d None None] Bound port: 47b89db3-b893-461a-861b-434aeb7630e8, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:13:05.899378 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42859b17-2546-42e1-b337-f498272af62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (47b89db3-b893-461a-861b-434aeb7630e8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:05.926917 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344ee0e-30ff-42d7-a1c5-dbcd224ad0b4 None None] Pushing event updated for resources: {'Port': ['ID=47b89db3-b893-461a-861b-434aeb7630e8,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:05.967205 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-42859b17-2546-42e1-b337-f498272af62d None None] For port 47b89db3-b893-461a-861b-434aeb7630e8, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:13:05.971239 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-42859b17-2546-42e1-b337-f498272af62d None None] For port 47b89db3-b893-461a-861b-434aeb7630e8, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=47b89db3-b893-461a-861b-434aeb7630e8,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:13:05.979773 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-42859b17-2546-42e1-b337-f498272af62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (47b89db3-b893-461a-861b-434aeb7630e8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:06.006823 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:06.042849 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42859b17-2546-42e1-b337-f498272af62d None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:06.043566 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-42859b17-2546-42e1-b337-f498272af62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:06.092777 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344ee0e-30ff-42d7-a1c5-dbcd224ad0b4 None None] Pushing event updated for resources: {'Port': ['ID=47b89db3-b893-461a-861b-434aeb7630e8,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:06.111389 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-7d451acb-2572-4ad9-b07c-22f764e28500 None None] Provisioning complete for port b8b656c1-d4b6-4102-b7c0-3cb2405e94be triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:06.111389 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7d451acb-2572-4ad9-b07c-22f764e28500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:06.141517 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 09d2d8fd-839e-4121-94f3-5361c9276050 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:06.200257 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Publish callbacks [] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:06.204814 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:06.280315 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:06.283024 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (88beb8b9-84bf-431c-826d-971bca064294), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:06.376431 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-7d451acb-2572-4ad9-b07c-22f764e28500 None None] Port b8b656c1-d4b6-4102-b7c0-3cb2405e94be cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:13:06.381105 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Network 194599f2-7244-406c-b138-2a49749ce286 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:06.382615 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:06.391568 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-42859b17-2546-42e1-b337-f498272af62d None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:06.431920 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 09d2d8fd-839e-4121-94f3-5361c9276050 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:06.432328 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:06.513964 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Router 88beb8b9-84bf-431c-826d-971bca064294 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:13:06.636483 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 09d2d8fd-839e-4121-94f3-5361c9276050 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:06.649919 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:13:06.654946 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-62db8811-aacb-4d9f-92ec-3086dc2c8fa9 admin admin] 10.222.0.109 "PUT /v2.0/routers/88beb8b9-84bf-431c-826d-971bca064294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6738169 Apr 08 19:13:06.677910 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-42859b17-2546-42e1-b337-f498272af62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 1, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:06.711770 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42859b17-2546-42e1-b337-f498272af62d None None] The sync data for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi is: [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 1, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:13:06.720256 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-b2c24bdb-76f4-4cae-a233-3c6ab4f2bb09 None None] Provisioning complete for port b8b656c1-d4b6-4102-b7c0-3cb2405e94be triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:06.720649 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-b2c24bdb-76f4-4cae-a233-3c6ab4f2bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:06.758416 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-b2c24bdb-76f4-4cae-a233-3c6ab4f2bb09 None None] Port b8b656c1-d4b6-4102-b7c0-3cb2405e94be cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:13:07.164305 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41704) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:07.169348 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2059864703-network', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:07.189301 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Made reservation on behalf of 8d8d0cb7091c4cef8e8c8cdd89a0063e for: {'network': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:13:07.191956 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for network (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.201518 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.284083 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Publish callbacks [] for security_group (f697e1b2-3f37-45be-a5a3-510b0621b3d8), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.290824 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f697e1b2-3f37-45be-a5a3-510b0621b3d8), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.319200 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1503, 'physical_network': 'physnet1'} {{(pid=103340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 19:13:07.325853 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f697e1b2-3f37-45be-a5a3-510b0621b3d8,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:07.332556 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (2bbb15c2-ddaf-487a-9c15-eaf81ca5d157), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.332948 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.segments_db [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Added segment 2bbb15c2-ddaf-487a-9c15-eaf81ca5d157 of type vlan for network dd07b444-01b0-41ec-b050-88c28f76d0d0 Apr 08 19:13:07.401054 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770651989351'] for network (dd07b444-01b0-41ec-b050-88c28f76d0d0), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.429499 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121'] for network (dd07b444-01b0-41ec-b050-88c28f76d0d0), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.430621 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:07.431270 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.465682 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3000743 Apr 08 19:13:07.468585 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41706) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:07.480065 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Request body: {'subnet': {'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2059864703-subnet', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'ip_version': 4}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:07.497021 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f03dc-2325-4345-baa5-baf55bbd93d1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd07b444-01b0-41ec-b050-88c28f76d0d0,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:07.507586 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Network dd07b444-01b0-41ec-b050-88c28f76d0d0 details requested by agent ovs-agent-dv-cinder-837167-1-iscsi with host dv-cinder-837167-1-iscsi {{(pid=103342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 19:13:07.511044 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Made reservation on behalf of 8d8d0cb7091c4cef8e8c8cdd89a0063e for: {'subnet': 1} {{(pid=103341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:13:07.514175 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9082792'] for subnet (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.696644 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9020099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9082822'] for subnet (a255057b-6713-4a5e-b881-f1c57f491775), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.753123 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a255057b-6713-4a5e-b881-f1c57f491775,revision_number=0']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:07.765478 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Checking segment: {'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:07.765841 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Network hostable DHCP agents. Network: dd07b444-01b0-41ec-b050-88c28f76d0d0, hostable agents: ['aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7'], hosted agents: [] {{(pid=103341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 19:13:07.785800 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Network dd07b444-01b0-41ec-b050-88c28f76d0d0 is scheduled to be hosted by DHCP agent aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7 with binding_index 1 {{(pid=103341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 19:13:07.795067 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837167-1-iscsi, dd07b444-01b0-41ec-b050-88c28f76d0d0) {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:07.799351 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:07.800991 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for subnet (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.804357 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddc3484-451c-4eb6-b980-5e61ac1a7665 None None] Network dd07b444-01b0-41ec-b050-88c28f76d0d0 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:13:07.820456 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-a5bd50ba-8145-4196-b05d-f6969befb267 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3508959 Apr 08 19:13:07.823403 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41708) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:07.828484 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:07.850510 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1426'] for router (531446ed-201f-4076-ae8b-f72d305e76d5), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.851672 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3797869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-476878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1433'] for router (531446ed-201f-4076-ae8b-f72d305e76d5), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.922683 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks [] for router_controller (531446ed-201f-4076-ae8b-f72d305e76d5), precommit_add_association {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:07.927668 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c737b03-922c-5a87-b484-12798dae9b24-dd07b444-01b0-41ec-b050-88c28f76d0d0', 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0', 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'fixed_ips': [{'subnet_id': 'a255057b-6713-4a5e-b881-f1c57f491775'}]}} from dv-cinder-837167-1-iscsi. {{(pid=103342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 19:13:07.928727 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.076314 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.db_base_plugin_common [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Allocated IP 172.20.0.2 (dd07b444-01b0-41ec-b050-88c28f76d0d0/a255057b-6713-4a5e-b881-f1c57f491775/cac0ac38-941c-49dd-ae7e-003a2dfd484a) {{(pid=103342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:13:08.091860 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks [] for router_gateway (531446ed-201f-4076-ae8b-f72d305e76d5), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.123320 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 47b89db3-b893-461a-861b-434aeb7630e8 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:08.233726 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 47b89db3-b893-461a-861b-434aeb7630e8 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:08.234207 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (47b89db3-b893-461a-861b-434aeb7630e8), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.289723 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks [] for router_gateway (531446ed-201f-4076-ae8b-f72d305e76d5), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.308341 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.312765 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Publish callbacks [] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), precommit_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.323959 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), after_create {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.400684 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Network dd07b444-01b0-41ec-b050-88c28f76d0d0 is already hosted by enough agents. {{(pid=103342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:08.401506 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 47b89db3-b893-461a-861b-434aeb7630e8 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:08.401900 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (47b89db3-b893-461a-861b-434aeb7630e8), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.415952 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Allocated IP 172.27.0.6 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/70685ff6-4ffb-43f7-83ac-df5e459a5309) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:13:08.416190 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.scheduler.base_scheduler [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Resources bound (agent type, host, resource id): {{(pid=103342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:08.419463 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Received port after_create {{(pid=103342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:13:08.427674 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Pushing event updated for resources: {'Port': ['ID=cac0ac38-941c-49dd-ae7e-003a2dfd484a,revision_number=1']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:08.446036 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port 47b89db3-b893-461a-861b-434aeb7630e8, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=47b89db3-b893-461a-861b-434aeb7630e8,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:08.463367 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (47b89db3-b893-461a-861b-434aeb7630e8), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.526571 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Attempting to bind port cac0ac38-941c-49dd-ae7e-003a2dfd484a on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:13:08.527219 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Attempting to bind port cac0ac38-941c-49dd-ae7e-003a2dfd484a by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:13:08.527371 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Attempting to bind port cac0ac38-941c-49dd-ae7e-003a2dfd484a on network dd07b444-01b0-41ec-b050-88c28f76d0d0 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:13:08.534517 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks [] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.541755 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:13:08.542084 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Checking segment: {'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:08.542507 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.542893 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Bound using segment: {'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:13:08.543370 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Bound port: cac0ac38-941c-49dd-ae7e-003a2dfd484a, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:13:08.543760 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.558515 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=47b89db3-b893-461a-861b-434aeb7630e8,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:08.576505 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.616463 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:08.619456 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:08.622196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:13:08.624191 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] For port cac0ac38-941c-49dd-ae7e-003a2dfd484a, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:13:08.629408 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] For port cac0ac38-941c-49dd-ae7e-003a2dfd484a, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=cac0ac38-941c-49dd-ae7e-003a2dfd484a,segment=NetworkSegment(2bbb15c2-ddaf-487a-9c15-eaf81ca5d157),segment_id=2bbb15c2-ddaf-487a-9c15-eaf81ca5d157)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:13:08.636541 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.653758 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Pushing event updated for resources: {'Port': ['ID=70685ff6-4ffb-43f7-83ac-df5e459a5309,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:08.699463 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5386e0b-04d2-4d62-88a0-7e9452fa4602 None None] Pushing event updated for resources: {'Port': ['ID=cac0ac38-941c-49dd-ae7e-003a2dfd484a,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:08.790994 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Sync routers for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:13:08.807091 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:08.807727 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:08.934994 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks [] for router_gateway (531446ed-201f-4076-ae8b-f72d305e76d5), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:08.939673 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:09.152787 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:06Z', 'revision_number': 2, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:09.161776 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-452843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3797178'] for router (531446ed-201f-4076-ae8b-f72d305e76d5), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.181767 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Checking router: 88beb8b9-84bf-431c-826d-971bca064294 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:13:09.182125 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Updating router 88beb8b9-84bf-431c-826d-971bca064294 port b8b656c1-d4b6-4102-b7c0-3cb2405e94be binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:13:09.212845 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.298464 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Router 531446ed-201f-4076-ae8b-f72d305e76d5 is scheduled to L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd with binding_index 1 {{(pid=103340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 19:13:09.416556 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:13:09.427070 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Sync routers for ids ['531446ed-201f-4076-ae8b-f72d305e76d5'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:13:09.439471 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Routers {'531446ed-201f-4076-ae8b-f72d305e76d5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:09.440114 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['531446ed-201f-4076-ae8b-f72d305e76d5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:09.440672 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.445141 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b23bff0f-6acb-4189-8224-a3232b8ae305 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6177580 Apr 08 19:13:09.445636 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41710) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:09.563449 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Set router 531446ed-201f-4076-ae8b-f72d305e76d5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:09.588179 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Publish callbacks [] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.594545 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.642339 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Pushing event updated for resources: {'Port': ['ID=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:09.652539 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.653082 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.653602 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.654159 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.654643 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.655154 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.655638 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.656114 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.656614 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.657116 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.657594 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.658116 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.658603 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.658921 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.660146 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:09.749759 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Attempting to bind port b8b656c1-d4b6-4102-b7c0-3cb2405e94be on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:13:09.750142 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Attempting to bind port b8b656c1-d4b6-4102-b7c0-3cb2405e94be by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:13:09.750510 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Attempting to bind port b8b656c1-d4b6-4102-b7c0-3cb2405e94be on network 194599f2-7244-406c-b138-2a49749ce286 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:13:09.756525 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:13:09.757156 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Checking segment: {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:09.757753 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.758311 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Bound using segment: {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:13:09.758937 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Bound port: b8b656c1-d4b6-4102-b7c0-3cb2405e94be, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:13:09.759485 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.766762 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded03e18-737d-473c-b06b-6830f03bc6e7 None None] Network dd07b444-01b0-41ec-b050-88c28f76d0d0 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:13:09.838033 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] For port b8b656c1-d4b6-4102-b7c0-3cb2405e94be, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:13:09.841531 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] For port b8b656c1-d4b6-4102-b7c0-3cb2405e94be, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:13:09.852889 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.899962 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-bf57f9cd-bb3c-40a6-9383-55dcc40d7a86 None None] Provisioning complete for port cac0ac38-941c-49dd-ae7e-003a2dfd484a triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:09.900370 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf57f9cd-bb3c-40a6-9383-55dcc40d7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:09.907468 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 3, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port': {'id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:08Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:09.907748 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:09.908393 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:09.977439 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a127c37-4010-4400-8b2d-307ce7e41280 None None] Pushing event updated for resources: {'Port': ['ID=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:10.078712 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:10.101823 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.251476 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Checking router: 531446ed-201f-4076-ae8b-f72d305e76d5 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:13:10.251837 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Updating router 531446ed-201f-4076-ae8b-f72d305e76d5 port 70685ff6-4ffb-43f7-83ac-df5e459a5309 binding host dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:13:10.282225 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device cac0ac38-941c-49dd-ae7e-003a2dfd484a up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:10.332879 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.359912 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Allocated IP 172.20.0.1 (dd07b444-01b0-41ec-b050-88c28f76d0d0/a255057b-6713-4a5e-b881-f1c57f491775/03334b31-fe46-48a9-ab8f-db49d18e0534) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:13:10.387407 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:09Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:10.417548 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050650c3-2373-4128-804d-32ab0c04eda2 None None] The sync data for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi is: [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:09Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:13:10.468319 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Publish callbacks [] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.478820 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-bf57f9cd-bb3c-40a6-9383-55dcc40d7a86 None None] Current status of the port cac0ac38-941c-49dd-ae7e-003a2dfd484a is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:10.479229 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf57f9cd-bb3c-40a6-9383-55dcc40d7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.481121 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port cac0ac38-941c-49dd-ae7e-003a2dfd484a triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:10.481475 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.507187 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.552380 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Network dd07b444-01b0-41ec-b050-88c28f76d0d0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:10.556078 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:10.558904 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:13:10.585343 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-bf57f9cd-bb3c-40a6-9383-55dcc40d7a86 None None] For port cac0ac38-941c-49dd-ae7e-003a2dfd484a, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=cac0ac38-941c-49dd-ae7e-003a2dfd484a,segment=NetworkSegment(2bbb15c2-ddaf-487a-9c15-eaf81ca5d157),segment_id=2bbb15c2-ddaf-487a-9c15-eaf81ca5d157)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:10.596480 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Pushing event updated for resources: {'Port': ['ID=03334b31-fe46-48a9-ab8f-db49d18e0534,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:10.621182 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3797101'] for router_interface (531446ed-201f-4076-ae8b-f72d305e76d5), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.621599 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bf57f9cd-bb3c-40a6-9383-55dcc40d7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.769162 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Provisioning complete for port b8b656c1-d4b6-4102-b7c0-3cb2405e94be triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:10.769429 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.781719 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f9cd-bb3c-40a6-9383-55dcc40d7a86 None None] Pushing event updated for resources: {'Port': ['ID=cac0ac38-941c-49dd-ae7e-003a2dfd484a,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:10.786153 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.815783 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port cac0ac38-941c-49dd-ae7e-003a2dfd484a is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:10.817007 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 47b89db3-b893-461a-861b-434aeb7630e8 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:10.917686 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Publish callbacks [] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), precommit_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.930500 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.980249 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Publish callbacks [] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.982928 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 47b89db3-b893-461a-861b-434aeb7630e8 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:10.983313 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (47b89db3-b893-461a-861b-434aeb7630e8), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:10.989864 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.046005 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Current status of the port b8b656c1-d4b6-4102-b7c0-3cb2405e94be is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:11.046399 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.051123 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Attempting to bind port 70685ff6-4ffb-43f7-83ac-df5e459a5309 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:13:11.051471 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Attempting to bind port 70685ff6-4ffb-43f7-83ac-df5e459a5309 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:13:11.052177 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Attempting to bind port 70685ff6-4ffb-43f7-83ac-df5e459a5309 on network 63af0f99-a85e-45f4-bad3-f8170e718bf1 {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:13:11.061278 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1830f3-8815-4349-9d0e-740337a0a1fa None None] Pushing event updated for resources: {'Port': ['ID=70685ff6-4ffb-43f7-83ac-df5e459a5309,revision_number=2']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:11.068551 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3796221'] for router_interface (531446ed-201f-4076-ae8b-f72d305e76d5), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.071061 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Pushing event updated for resources: {'Port': ['ID=03334b31-fe46-48a9-ab8f-db49d18e0534,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:11.083310 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:13:11.083699 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Checking segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:11.084731 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.084731 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Bound using segment: {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'} {{(pid=103342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:13:11.085014 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.managers [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Bound port: 70685ff6-4ffb-43f7-83ac-df5e459a5309, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f64593d-fd53-4fe4-ab05-9da42ffaa556', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1'}}] {{(pid=103342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:13:11.085395 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.126628 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] For port b8b656c1-d4b6-4102-b7c0-3cb2405e94be, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:11.134151 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.175634 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Network dd07b444-01b0-41ec-b050-88c28f76d0d0 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:11.176899 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:11.205748 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Provisioning complete for port cac0ac38-941c-49dd-ae7e-003a2dfd484a triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:11.206186 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.217211 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] For port 70685ff6-4ffb-43f7-83ac-df5e459a5309, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:13:11.259178 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] For port 70685ff6-4ffb-43f7-83ac-df5e459a5309, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=70685ff6-4ffb-43f7-83ac-df5e459a5309,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:13:11.283191 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 47b89db3-b893-461a-861b-434aeb7630e8 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:11.284837 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b8b656c1-d4b6-4102-b7c0-3cb2405e94be up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:11.291651 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.311141 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Pushing event updated for resources: {'Port': ['ID=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:11.313360 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Router 531446ed-201f-4076-ae8b-f72d305e76d5 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:13:11.431477 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1830f3-8815-4349-9d0e-740337a0a1fa None None] Pushing event updated for resources: {'Port': ['ID=70685ff6-4ffb-43f7-83ac-df5e459a5309,revision_number=3']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:11.434040 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Routers {'531446ed-201f-4076-ae8b-f72d305e76d5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:11.434652 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['531446ed-201f-4076-ae8b-f72d305e76d5'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:11.439918 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:13:11.445747 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-c01972ae-8d93-4030-882c-af5e8d3c5d94 admin admin] 10.222.0.109 "PUT /v2.0/routers/531446ed-201f-4076-ae8b-f72d305e76d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9988585 Apr 08 19:13:11.475298 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port b8b656c1-d4b6-4102-b7c0-3cb2405e94be triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:11.475681 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.479761 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-df62382b-b228-4492-a3ad-1e233402ea5f None None] Current status of the port cac0ac38-941c-49dd-ae7e-003a2dfd484a is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:11.618613 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] Set router 531446ed-201f-4076-ae8b-f72d305e76d5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:11.652913 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-089cf5b8-d8d5-403e-847b-deb4b3939096 None None] Provisioning complete for port 03334b31-fe46-48a9-ab8f-db49d18e0534 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:11.653275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-089cf5b8-d8d5-403e-847b-deb4b3939096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:11.657892 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port b8b656c1-d4b6-4102-b7c0-3cb2405e94be is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:11.741370 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-089cf5b8-d8d5-403e-847b-deb4b3939096 None None] Port 03334b31-fe46-48a9-ab8f-db49d18e0534 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:13:11.850907 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:13:10Z', 'revision_number': 4, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port': {'id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:08Z', 'updated_at': '2022-04-08T19:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '03334b31-fe46-48a9-ab8f-db49d18e0534', 'name': '', 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'mac_address': 'fa:16:3e:d9:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:10Z', 'updated_at': '2022-04-08T19:13:10Z', 'revision_number': 2, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'subnets': [{'id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:11.880339 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a7398-1ca8-4c33-affd-7888e7a26de9 None None] The sync data for ids ['531446ed-201f-4076-ae8b-f72d305e76d5'] in dv-cinder-837167-1-iscsi is: [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:13:10Z', 'revision_number': 4, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port': {'id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:08Z', 'updated_at': '2022-04-08T19:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '03334b31-fe46-48a9-ab8f-db49d18e0534', 'name': '', 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'mac_address': 'fa:16:3e:d9:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:10Z', 'updated_at': '2022-04-08T19:13:10Z', 'revision_number': 2, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'subnets': [{'id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:13:11.923494 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41718) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:11.928417 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-d77af091-0de7-4e60-b5f4-298183ee19cb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465795192', 'description': 'tempest-secgroup-smoke-1465795192 description', 'project_id': '2c281af9a6f14bb3a50e499a45804871'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:11.951035 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d77af091-0de7-4e60-b5f4-298183ee19cb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.024727 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d77af091-0de7-4e60-b5f4-298183ee19cb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group (ff4dcf25-5bbf-4d07-a725-e97a5e891084), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.030010 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d77af091-0de7-4e60-b5f4-298183ee19cb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ff4dcf25-5bbf-4d07-a725-e97a5e891084), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.061777 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-d77af091-0de7-4e60-b5f4-298183ee19cb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.066237 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-d77af091-0de7-4e60-b5f4-298183ee19cb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1385481 Apr 08 19:13:12.066237 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77af091-0de7-4e60-b5f4-298183ee19cb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4dcf25-5bbf-4d07-a725-e97a5e891084,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:12.066686 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41720) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:12.071987 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-4db4fb90-b678-440c-96e1-ef73513941fa tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'security_group_rule': {'security_group_id': 'ff4dcf25-5bbf-4d07-a725-e97a5e891084', 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:12.132553 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4db4fb90-b678-440c-96e1-ef73513941fa tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (047d2dae-b89e-405b-bd21-533fb3c7c3c2), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.159351 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device cac0ac38-941c-49dd-ae7e-003a2dfd484a up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:12.198668 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4db4fb90-b678-440c-96e1-ef73513941fa tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (047d2dae-b89e-405b-bd21-533fb3c7c3c2), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.203353 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4db4fb90-b678-440c-96e1-ef73513941fa tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (047d2dae-b89e-405b-bd21-533fb3c7c3c2), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.210779 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port cac0ac38-941c-49dd-ae7e-003a2dfd484a triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:12.211032 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.223536 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4fb90-b678-440c-96e1-ef73513941fa tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047d2dae-b89e-405b-bd21-533fb3c7c3c2,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:12.231913 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4db4fb90-b678-440c-96e1-ef73513941fa tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.233255 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-4db4fb90-b678-440c-96e1-ef73513941fa tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650631 Apr 08 19:13:12.235915 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41722) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:12.241253 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-8b632ca4-9919-4fb6-b1c6-18fc3caf871d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'security_group_rule': {'security_group_id': 'ff4dcf25-5bbf-4d07-a725-e97a5e891084', 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:12.278727 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8b632ca4-9919-4fb6-b1c6-18fc3caf871d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (1e3ae0be-f968-4953-9df2-2299493ba8ca), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.348657 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8b632ca4-9919-4fb6-b1c6-18fc3caf871d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (1e3ae0be-f968-4953-9df2-2299493ba8ca), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.355895 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8b632ca4-9919-4fb6-b1c6-18fc3caf871d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (1e3ae0be-f968-4953-9df2-2299493ba8ca), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.376500 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632ca4-9919-4fb6-b1c6-18fc3caf871d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3ae0be-f968-4953-9df2-2299493ba8ca,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:12.386136 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-8b632ca4-9919-4fb6-b1c6-18fc3caf871d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.387378 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-8b632ca4-9919-4fb6-b1c6-18fc3caf871d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504784 Apr 08 19:13:12.390170 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41724) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:12.396895 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-6d27796a-ec56-45d7-8854-6c3f95bc2628 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'security_group_rule': {'security_group_id': 'ff4dcf25-5bbf-4d07-a725-e97a5e891084', 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:12.433613 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6d27796a-ec56-45d7-8854-6c3f95bc2628 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (a40f2dc3-94c2-42d7-a8e6-b2f8560207d8), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.450390 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port cac0ac38-941c-49dd-ae7e-003a2dfd484a is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:12.451754 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b8b656c1-d4b6-4102-b7c0-3cb2405e94be up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:12.499435 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port b8b656c1-d4b6-4102-b7c0-3cb2405e94be triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:12.499907 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.508016 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6d27796a-ec56-45d7-8854-6c3f95bc2628 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (a40f2dc3-94c2-42d7-a8e6-b2f8560207d8), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.512970 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6d27796a-ec56-45d7-8854-6c3f95bc2628 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (a40f2dc3-94c2-42d7-a8e6-b2f8560207d8), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.536893 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27796a-ec56-45d7-8854-6c3f95bc2628 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40f2dc3-94c2-42d7-a8e6-b2f8560207d8,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:12.545435 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6d27796a-ec56-45d7-8854-6c3f95bc2628 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.550717 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-6d27796a-ec56-45d7-8854-6c3f95bc2628 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567247 Apr 08 19:13:12.551069 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41726) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:12.555616 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-0dfc209a-79f2-45e7-a642-12c79dc0a91a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'security_group_rule': {'security_group_id': 'ff4dcf25-5bbf-4d07-a725-e97a5e891084', 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:12.583998 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0dfc209a-79f2-45e7-a642-12c79dc0a91a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (36905c8d-0b15-465c-9887-1b2cff87886f), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.589367 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port b8b656c1-d4b6-4102-b7c0-3cb2405e94be is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:12.645716 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0dfc209a-79f2-45e7-a642-12c79dc0a91a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (36905c8d-0b15-465c-9887-1b2cff87886f), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.649301 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0dfc209a-79f2-45e7-a642-12c79dc0a91a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (36905c8d-0b15-465c-9887-1b2cff87886f), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.669115 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc209a-79f2-45e7-a642-12c79dc0a91a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36905c8d-0b15-465c-9887-1b2cff87886f,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:12.679465 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-0dfc209a-79f2-45e7-a642-12c79dc0a91a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.680733 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-0dfc209a-79f2-45e7-a642-12c79dc0a91a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286311 Apr 08 19:13:12.683542 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41728) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:12.687741 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-b4034cd3-b2af-4161-b21c-83788a37dcae tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'security_group_rule': {'security_group_id': 'ff4dcf25-5bbf-4d07-a725-e97a5e891084', 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:12.709756 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.securitygroups_db [None req-b4034cd3-b2af-4161-b21c-83788a37dcae tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Project 2c281af9a6f14bb3a50e499a45804871 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:13:12.715047 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b4034cd3-b2af-4161-b21c-83788a37dcae tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (27d02716-f4e6-4d84-95d0-00a1548561ae), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.775928 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b4034cd3-b2af-4161-b21c-83788a37dcae tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (27d02716-f4e6-4d84-95d0-00a1548561ae), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.779446 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b4034cd3-b2af-4161-b21c-83788a37dcae tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (27d02716-f4e6-4d84-95d0-00a1548561ae), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.795893 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4034cd3-b2af-4161-b21c-83788a37dcae tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d02716-f4e6-4d84-95d0-00a1548561ae,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:12.804426 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b4034cd3-b2af-4161-b21c-83788a37dcae tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.805501 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b4034cd3-b2af-4161-b21c-83788a37dcae tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210330 Apr 08 19:13:12.808166 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 41730) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:12.812425 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [None req-e59da30c-16c2-4c71-a192-68c469ae2449 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'security_group_rule': {'security_group_id': 'ff4dcf25-5bbf-4d07-a725-e97a5e891084', 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:12.833453 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.db.securitygroups_db [None req-e59da30c-16c2-4c71-a192-68c469ae2449 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Project 2c281af9a6f14bb3a50e499a45804871 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 19:13:12.838668 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e59da30c-16c2-4c71-a192-68c469ae2449 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (d9d97f1b-c063-4ad0-8781-38427eaf5ea4), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.896391 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e59da30c-16c2-4c71-a192-68c469ae2449 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (d9d97f1b-c063-4ad0-8781-38427eaf5ea4), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.899700 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e59da30c-16c2-4c71-a192-68c469ae2449 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411800'] for security_group_rule (d9d97f1b-c063-4ad0-8781-38427eaf5ea4), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.916040 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59da30c-16c2-4c71-a192-68c469ae2449 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d97f1b-c063-4ad0-8781-38427eaf5ea4,revision_number=0']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:12.924365 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-e59da30c-16c2-4c71-a192-68c469ae2449 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:12.925652 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-e59da30c-16c2-4c71-a192-68c469ae2449 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165299 Apr 08 19:13:14.108114 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 70685ff6-4ffb-43f7-83ac-df5e459a5309 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:14.156105 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 70685ff6-4ffb-43f7-83ac-df5e459a5309 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:14.156523 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:14.242514 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 70685ff6-4ffb-43f7-83ac-df5e459a5309 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:14.242967 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:14.264433 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] For port 70685ff6-4ffb-43f7-83ac-df5e459a5309, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=70685ff6-4ffb-43f7-83ac-df5e459a5309,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:14.269263 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:14.320125 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Pushing event updated for resources: {'Port': ['ID=70685ff6-4ffb-43f7-83ac-df5e459a5309,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:14.540602 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Sync routers for ids ['531446ed-201f-4076-ae8b-f72d305e76d5'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:13:14.552169 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Routers {'531446ed-201f-4076-ae8b-f72d305e76d5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:14.553352 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['531446ed-201f-4076-ae8b-f72d305e76d5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:14.673665 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Set router 531446ed-201f-4076-ae8b-f72d305e76d5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:14.873601 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:13:10Z', 'revision_number': 4, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port': {'id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:08Z', 'updated_at': '2022-04-08T19:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '03334b31-fe46-48a9-ab8f-db49d18e0534', 'name': '', 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'mac_address': 'fa:16:3e:d9:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:10Z', 'updated_at': '2022-04-08T19:13:10Z', 'revision_number': 2, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'subnets': [{'id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:14.899984 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Checking router: 531446ed-201f-4076-ae8b-f72d305e76d5 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:13:14.900369 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Updating router 531446ed-201f-4076-ae8b-f72d305e76d5 port 03334b31-fe46-48a9-ab8f-db49d18e0534 binding host dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 19:13:14.929234 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.200865 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Publish callbacks [] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), precommit_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.206986 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.254068 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548809c-da78-4012-86ae-f842084f66f8 None None] Pushing event updated for resources: {'Port': ['ID=03334b31-fe46-48a9-ab8f-db49d18e0534,revision_number=3']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:15.314435 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Attempting to bind port 03334b31-fe46-48a9-ab8f-db49d18e0534 on host dv-cinder-837167-1-iscsi for vnic_type normal with profile {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:13:15.314807 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Attempting to bind port 03334b31-fe46-48a9-ab8f-db49d18e0534 by drivers openvswitch,hyperv on host dv-cinder-837167-1-iscsi at level 0 using segments [{'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:13:15.315169 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Attempting to bind port 03334b31-fe46-48a9-ab8f-db49d18e0534 on network dd07b444-01b0-41ec-b050-88c28f76d0d0 {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:13:15.321023 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Checking agent: {'id': '450417cc-385d-4edf-94af-b2ee3e2f00b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837167-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 53, 1), 'started_at': datetime.datetime(2022, 4, 8, 18, 53, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837167-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:13:15.321409 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Checking segment: {'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:15.321792 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.322185 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Bound using segment: {'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'} {{(pid=103343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:13:15.322678 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.managers [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Bound port: 03334b31-fe46-48a9-ab8f-db49d18e0534, host: dv-cinder-837167-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0'}}] {{(pid=103343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:13:15.323060 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), before_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.394433 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] For port 03334b31-fe46-48a9-ab8f-db49d18e0534, host dv-cinder-837167-1-iscsi, cleared binding levels {{(pid=103343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:13:15.397903 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.plugins.ml2.db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] For port 03334b31-fe46-48a9-ab8f-db49d18e0534, host dv-cinder-837167-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=03334b31-fe46-48a9-ab8f-db49d18e0534,segment=NetworkSegment(2bbb15c2-ddaf-487a-9c15-eaf81ca5d157),segment_id=2bbb15c2-ddaf-487a-9c15-eaf81ca5d157)] {{(pid=103343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:13:15.405135 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron_lib.callbacks.manager [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), after_update {{(pid=103343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.469418 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548809c-da78-4012-86ae-f842084f66f8 None None] Pushing event updated for resources: {'Port': ['ID=03334b31-fe46-48a9-ab8f-db49d18e0534,revision_number=4']} {{(pid=103343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:15.474170 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Routers {'531446ed-201f-4076-ae8b-f72d305e76d5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:15.474816 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:12:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['531446ed-201f-4076-ae8b-f72d305e76d5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:15.492382 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-49835f9b-f11d-47e4-a841-9cc04a5c7ec0 None None] Provisioning complete for port 03334b31-fe46-48a9-ab8f-db49d18e0534 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:15.493412 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49835f9b-f11d-47e4-a841-9cc04a5c7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.590304 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-49835f9b-f11d-47e4-a841-9cc04a5c7ec0 None None] Current status of the port 03334b31-fe46-48a9-ab8f-db49d18e0534 is: DOWN; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:15.590801 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49835f9b-f11d-47e4-a841-9cc04a5c7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.604450 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] Set router 531446ed-201f-4076-ae8b-f72d305e76d5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:15.633461 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-49835f9b-f11d-47e4-a841-9cc04a5c7ec0 None None] For port 03334b31-fe46-48a9-ab8f-db49d18e0534, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=03334b31-fe46-48a9-ab8f-db49d18e0534,segment=NetworkSegment(2bbb15c2-ddaf-487a-9c15-eaf81ca5d157),segment_id=2bbb15c2-ddaf-487a-9c15-eaf81ca5d157)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:15.639285 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-49835f9b-f11d-47e4-a841-9cc04a5c7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.689439 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49835f9b-f11d-47e4-a841-9cc04a5c7ec0 None None] Pushing event updated for resources: {'Port': ['ID=03334b31-fe46-48a9-ab8f-db49d18e0534,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:15.755288 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-ad2d4f26-4e0c-4fca-a852-78980e9a2011 None None] Provisioning complete for port 03334b31-fe46-48a9-ab8f-db49d18e0534 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:15.755671 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4f26-4e0c-4fca-a852-78980e9a2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:15.802135 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:13:10Z', 'revision_number': 4, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port': {'id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:08Z', 'updated_at': '2022-04-08T19:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '03334b31-fe46-48a9-ab8f-db49d18e0534', 'name': '', 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'mac_address': 'fa:16:3e:d9:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:10Z', 'updated_at': '2022-04-08T19:13:15Z', 'revision_number': 4, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'subnets': [{'id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:15.835204 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d4f26-4e0c-4fca-a852-78980e9a2011 None None] Current status of the port 03334b31-fe46-48a9-ab8f-db49d18e0534 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:15.918936 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c1009c-db01-4065-967d-462d9824bb2a None None] The sync data for ids ['531446ed-201f-4076-ae8b-f72d305e76d5'] in dv-cinder-837167-1-iscsi is: [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:13:10Z', 'revision_number': 4, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port': {'id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:08Z', 'updated_at': '2022-04-08T19:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': '03334b31-fe46-48a9-ab8f-db49d18e0534', 'name': '', 'network_id': 'dd07b444-01b0-41ec-b050-88c28f76d0d0', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'mac_address': 'fa:16:3e:d9:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:10Z', 'updated_at': '2022-04-08T19:13:15Z', 'revision_number': 4, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'subnets': [{'id': 'a255057b-6713-4a5e-b881-f1c57f491775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:13:16.115032 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 03334b31-fe46-48a9-ab8f-db49d18e0534 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:16.169672 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 03334b31-fe46-48a9-ab8f-db49d18e0534 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:16.170058 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:16.260025 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 03334b31-fe46-48a9-ab8f-db49d18e0534 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:16.261283 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 70685ff6-4ffb-43f7-83ac-df5e459a5309 up at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:16.312816 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Provisioning complete for port 70685ff6-4ffb-43f7-83ac-df5e459a5309 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:16.313199 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:16.400437 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Current status of the port 70685ff6-4ffb-43f7-83ac-df5e459a5309 is: ACTIVE; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:24.745235 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-90a2174c-1562-4d4b-8b02-65e37ac339a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:25.198537 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:13:27.155421 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-866375a9-d5a3-4549-b875-4b4f5d2085c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:28.516639 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:29.527011 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e8998609-a369-4f92-8232-7f755a3d9a30 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465795192&fields=id&tenant_id=2c281af9a6f14bb3a50e499a45804871 HTTP/1.1" status: 200 len: 267 time: 0.0441406 Apr 08 19:13:29.631750 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-1b8a583b-9d0d-43c6-ad54-269aeec64185 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:29.633132 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-1b8a583b-9d0d-43c6-ad54-269aeec64185 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 809 time: 0.0997071 Apr 08 19:13:29.647068 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-129a5ddc-6181-4602-90aa-8fe744a1ef56 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/quotas/2c281af9a6f14bb3a50e499a45804871 HTTP/1.1" status: 200 len: 375 time: 0.0085721 Apr 08 19:13:29.699535 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-b4fd48bb-88e5-44c8-b38a-e256069ddd99 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476117 Apr 08 19:13:29.798630 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-7b45fced-d265-4000-a25a-f3f146cda610 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:13:29.799657 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-7b45fced-d265-4000-a25a-f3f146cda610 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0897124 Apr 08 19:13:29.893112 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-cb7d498f-ae43-4d6f-909c-7c24b2621699 service neutron] 10.222.0.109 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874019 Apr 08 19:13:29.901099 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:30.134007 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:30.258733 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-411a2de3-841d-420a-9316-2637034e50b3 service neutron] 10.222.0.109 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594422 Apr 08 19:13:31.537844 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:31.553773 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-dbb7c188-617d-4d7d-8dda-6e53efc5b62f req-c6712a04-a5dd-433c-86c3-643ffb01bf8c tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 210 time: 0.0312977 Apr 08 19:13:32.656752 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-10eccf1e-9d0d-4ad3-a568-4d8baa69f038 req-6bfa4fe1-aad6-4397-b021-25105d9d86b4 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 210 time: 0.0312824 Apr 08 19:13:32.666182 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-138e2404-05d9-4288-9a3c-ae739f5e1e23 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:32.668101 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-138e2404-05d9-4288-9a3c-ae739f5e1e23 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 809 time: 0.1071420 Apr 08 19:13:32.738788 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5ac21293-50d1-4b9c-8994-64fc7cae15c4 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c281af9a6f14bb3a50e499a45804871 HTTP/1.1" status: 200 len: 380 time: 0.0567060 Apr 08 19:13:32.752919 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'port': {'device_id': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'admin_state_up': True, 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'security_groups': ['ff4dcf25-5bbf-4d07-a725-e97a5e891084']}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:32.859317 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Made reservation on behalf of 2c281af9a6f14bb3a50e499a45804871 for: {'port': 1} {{(pid=103340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 19:13:32.862544 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:32.990308 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_common [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Allocated IP 172.20.0.10 (194599f2-7244-406c-b138-2a49749ce286/d89b12d4-05bf-4529-86a7-b86f00f417eb/79874835-3892-4c8e-93ea-22333066a8b7) {{(pid=103340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:13:33.134219 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for port (79874835-3892-4c8e-93ea-22333066a8b7), precommit_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.170962 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_create {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.213046 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Network 194599f2-7244-406c-b138-2a49749ce286 is already hosted by enough agents. {{(pid=103340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:33.215990 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.base_scheduler [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Resources bound (agent type, host, resource id): {{(pid=103340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:33.219617 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Received port after_create {{(pid=103340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:13:33.253873 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=1']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:33.268356 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.268714 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.269065 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.269414 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.269827 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.270165 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.270502 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.270849 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.271174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.271505 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.271837 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.272168 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.272522 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.272851 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.273176 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:33.295090 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:33.295712 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.312697 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-e0e586bc-4b24-46ee-9c33-c86c50be8ba9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633743 Apr 08 19:13:33.325066 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.v2.base [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Request body: {'port': {'device_id': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=103340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:33.390246 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (79874835-3892-4c8e-93ea-22333066a8b7), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.467164 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-47662f07-3680-4e89-a02e-dde8ccf4ddd0 None None] Provisioning complete for port 79874835-3892-4c8e-93ea-22333066a8b7 triggered by entity DHCP. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:33.468201 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-47662f07-3680-4e89-a02e-dde8ccf4ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (79874835-3892-4c8e-93ea-22333066a8b7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.503069 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-47662f07-3680-4e89-a02e-dde8ccf4ddd0 None None] Port 79874835-3892-4c8e-93ea-22333066a8b7 cannot update to ACTIVE because it is not bound. {{(pid=103342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 19:13:33.647184 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79874835-3892-4c8e-93ea-22333066a8b7 {{(pid=103340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:13:33.654936 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Publish callbacks [] for port (79874835-3892-4c8e-93ea-22333066a8b7), precommit_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.667171 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.provisioning_blocks [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Transition to ACTIVE for port object 79874835-3892-4c8e-93ea-22333066a8b7 will not be triggered until provisioned by entity L2. {{(pid=103340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 19:13:33.671332 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8995366'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.748586 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Pushing event updated for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=2']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:33.774718 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f34543-b0b9-49a4-9166-599c1e236715 req-64939f82-55b0-4692-bac4-5366638659f9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:33.782381 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-01f34543-b0b9-49a4-9166-599c1e236715 req-64939f82-55b0-4692-bac4-5366638659f9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0568058 Apr 08 19:13:33.801046 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Attempting to bind port 79874835-3892-4c8e-93ea-22333066a8b7 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 19:13:33.801388 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Attempting to bind port 79874835-3892-4c8e-93ea-22333066a8b7 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 19:13:33.801722 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Attempting to bind port 79874835-3892-4c8e-93ea-22333066a8b7 on network 194599f2-7244-406c-b138-2a49749ce286 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:13:33.807229 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Port 79874835-3892-4c8e-93ea-22333066a8b7 on network 194599f2-7244-406c-b138-2a49749ce286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 19:13:33.807558 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Attempting to bind port 79874835-3892-4c8e-93ea-22333066a8b7 on network 194599f2-7244-406c-b138-2a49749ce286 {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 19:13:33.814240 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Checking agent: {'id': '22aeb63b-84d7-4129-aa46-65649484e82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'started_at': datetime.datetime(2022, 4, 8, 18, 59, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 19, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 19:13:33.814592 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Checking segment: {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 19:13:33.814981 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Bound using segment: {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'} {{(pid=103340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 19:13:33.815408 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.managers [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Bound port: 79874835-3892-4c8e-93ea-22333066a8b7, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb3c6cc-0331-44a4-bb31-825f5f67c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '194599f2-7244-406c-b138-2a49749ce286'}}] {{(pid=103340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 19:13:33.815771 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (79874835-3892-4c8e-93ea-22333066a8b7), before_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.831752 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-01f34543-b0b9-49a4-9166-599c1e236715 req-eec801a9-9415-4801-9d1d-f7385fbb1e17 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484972 Apr 08 19:13:33.893540 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, cleared binding levels {{(pid=103340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 19:13:33.897122 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 19:13:33.904738 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8995366'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_update {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.946511 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:33.947929 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:33.949529 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] 10.222.0.113 "PUT /v2.0/ports/79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 1094 time: 0.6294034 Apr 08 19:13:33.950005 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7'}] {{(pid=103340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:13:33.952489 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6c70d8b7bc273db7cc7ec02bbdfe6ec5d980063ed48e0aab6c4174b9dcf2f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605faf84-080a-4cff-975c-e5ed4224f196" -d '{"events": [{"name": "network-changed", "server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "tag": "79874835-3892-4c8e-93ea-22333066a8b7"}]}' {{(pid=103340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:13:34.012260 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f936ea8-dae8-4c29-a147-42cc9bb775e5 service neutron] Pushing event updated for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=3']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:34.037260 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b020d96b-bace-4f94-a387-81b2f93f19ca x-openstack-request-id: req-b020d96b-bace-4f94-a387-81b2f93f19ca {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:13:34.047397 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "tag": "79874835-3892-4c8e-93ea-22333066a8b7", "status": "completed", "code": 200}]} {{(pid=103340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:13:34.047672 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b020d96b-bace-4f94-a387-81b2f93f19ca {{(pid=103340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:13:34.048120 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b020d96b-bace-4f94-a387-81b2f93f19ca'] response: {'name': 'network-changed', 'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7', 'status': 'completed', 'code': 200} Apr 08 19:13:34.059135 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-4967ee5b-1dc9-4e47-8926-b1ac4305173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:34.060723 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-4967ee5b-1dc9-4e47-8926-b1ac4305173d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1128 time: 0.0610623 Apr 08 19:13:34.112001 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-118ca252-b38e-4ffd-8392-6f257f6f0419 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 217 time: 0.0383596 Apr 08 19:13:34.169313 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-c742fd01-77f9-4f2c-916a-b22b558701af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:34.170791 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-c742fd01-77f9-4f2c-916a-b22b558701af service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0482671 Apr 08 19:13:34.220578 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-f14073f7-7183-423c-8ebb-e1d51c128a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:34.222073 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-f14073f7-7183-423c-8ebb-e1d51c128a84 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425460 Apr 08 19:13:34.317407 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-c9a118d9-de25-4b08-ab79-84f142301618 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840261 Apr 08 19:13:34.412620 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-d5b157d8-1a15-4f30-9d3d-cd64c38b69d3 req-48fb7bc1-fb77-4e32-bac3-b786bfcad580 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854156 Apr 08 19:13:34.730398 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605faf84-080a-4cff-975c-e5ed4224f196 req-5dcf00f1-339c-4590-89f7-a755c8170094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:34.731888 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-605faf84-080a-4cff-975c-e5ed4224f196 req-5dcf00f1-339c-4590-89f7-a755c8170094 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1128 time: 0.0408239 Apr 08 19:13:34.823661 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605faf84-080a-4cff-975c-e5ed4224f196 req-1119c10a-5852-4cda-8131-5408c2fa6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:34.825159 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-605faf84-080a-4cff-975c-e5ed4224f196 req-1119c10a-5852-4cda-8131-5408c2fa6f39 service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.0868948 Apr 08 19:13:34.868294 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-605faf84-080a-4cff-975c-e5ed4224f196 req-82be7d34-3006-4759-97ff-c2b98c5e2181 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 217 time: 0.0334282 Apr 08 19:13:34.919296 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605faf84-080a-4cff-975c-e5ed4224f196 req-87b0ffb8-e457-4084-8680-6a02dc208ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:34.920804 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-605faf84-080a-4cff-975c-e5ed4224f196 req-87b0ffb8-e457-4084-8680-6a02dc208ae6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0441628 Apr 08 19:13:34.951279 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43883f3a-b0ce-4d25-8032-aa38139ab127 req-2aa792b4-31d4-4c99-b778-96aea36cf0ee tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:34.952829 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43883f3a-b0ce-4d25-8032-aa38139ab127 req-2aa792b4-31d4-4c99-b778-96aea36cf0ee tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0518019 Apr 08 19:13:34.969312 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605faf84-080a-4cff-975c-e5ed4224f196 req-31ded316-52a3-4d18-80a9-f52c2cc08d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:34.970801 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-605faf84-080a-4cff-975c-e5ed4224f196 req-31ded316-52a3-4d18-80a9-f52c2cc08d1e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440614 Apr 08 19:13:35.002890 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-43883f3a-b0ce-4d25-8032-aa38139ab127 req-d880dc53-26e7-4d08-aabe-bd12ae450698 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444295 Apr 08 19:13:35.068301 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-605faf84-080a-4cff-975c-e5ed4224f196 req-2becf455-36e0-439d-a61f-306c75869afc service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868080 Apr 08 19:13:35.161489 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-605faf84-080a-4cff-975c-e5ed4224f196 req-4988d3eb-b452-4d1e-be91-5c2351bf568a service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837281 Apr 08 19:13:36.118092 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44cadd-f40a-4ef8-abd4-4575bf30ec9a req-9202f233-2d8b-4396-9d2d-3cfde7ba21fc tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:36.120257 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cc44cadd-f40a-4ef8-abd4-4575bf30ec9a req-9202f233-2d8b-4396-9d2d-3cfde7ba21fc tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0459518 Apr 08 19:13:36.167476 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-cc44cadd-f40a-4ef8-abd4-4575bf30ec9a req-7c48eb09-32d4-4b61-bbdc-0a74d5c479f3 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Apr 08 19:13:37.285159 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53963499-19f7-42c4-a34a-5c39f9b8bdf2 req-a9df93af-b42c-4bf9-82ab-58d2ae301c9d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:37.286527 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-53963499-19f7-42c4-a34a-5c39f9b8bdf2 req-a9df93af-b42c-4bf9-82ab-58d2ae301c9d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0523226 Apr 08 19:13:37.335588 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-53963499-19f7-42c4-a34a-5c39f9b8bdf2 req-6da50306-d8a8-4240-8348-aaeb781e1fb9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Apr 08 19:13:38.445693 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd597da1-67a6-42b9-af22-979e3fb4e7d1 req-21b2379b-908c-4ce0-a29a-cbe26643f028 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:38.447218 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fd597da1-67a6-42b9-af22-979e3fb4e7d1 req-21b2379b-908c-4ce0-a29a-cbe26643f028 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0464692 Apr 08 19:13:38.495315 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fd597da1-67a6-42b9-af22-979e3fb4e7d1 req-91e3e3a1-d812-4e42-99a2-b8d14068a777 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Apr 08 19:13:39.607067 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b981675-3f05-488f-87b1-bc3eea725321 req-5765ba75-5809-4241-88c3-5a7cd4e54f03 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:39.608613 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4b981675-3f05-488f-87b1-bc3eea725321 req-5765ba75-5809-4241-88c3-5a7cd4e54f03 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0464680 Apr 08 19:13:39.660921 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-4b981675-3f05-488f-87b1-bc3eea725321 req-a5581441-eb1f-4c7e-a25e-ae44e05c02c9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467515 Apr 08 19:13:40.782270 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede8649-f244-4fc4-925b-425c9390db60 req-95a575ff-2b45-4822-b0ce-239ace2515eb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:40.783750 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1ede8649-f244-4fc4-925b-425c9390db60 req-95a575ff-2b45-4822-b0ce-239ace2515eb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0564318 Apr 08 19:13:40.832338 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-1ede8649-f244-4fc4-925b-425c9390db60 req-72b863cf-1bb8-434b-babc-7792f41291f8 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Apr 08 19:13:40.995710 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 79874835-3892-4c8e-93ea-22333066a8b7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:13:41.095800 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:41.107522 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '79874835-3892-4c8e-93ea-22333066a8b7', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'port_id': '79874835-3892-4c8e-93ea-22333066a8b7', 'mac_address': 'fa:16:3e:5e:9d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:13:41.142862 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 79874835-3892-4c8e-93ea-22333066a8b7 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:41.143250 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (79874835-3892-4c8e-93ea-22333066a8b7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:41.156290 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79874835-3892-4c8e-93ea-22333066a8b7 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:13:41.175726 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:41.179319 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:41.223811 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=4']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:41.231479 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.231826 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.232186 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.232538 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.232876 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.233225 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.233538 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.233865 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.234191 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.234568 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.234843 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.235168 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.235490 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.235810 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.236130 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:41.476689 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['79874835-3892-4c8e-93ea-22333066a8b7'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:13:41.944974 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e737-77a4-4507-8cdd-2df92ec0ea99 req-ffef06c3-1d4d-4374-9c45-83deec574e3d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:41.946354 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0533e737-77a4-4507-8cdd-2df92ec0ea99 req-ffef06c3-1d4d-4374-9c45-83deec574e3d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 945 time: 0.0479174 Apr 08 19:13:41.995753 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0533e737-77a4-4507-8cdd-2df92ec0ea99 req-8ae822a4-35cb-4016-8848-ca3bdb5a9110 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Apr 08 19:13:43.012028 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 79874835-3892-4c8e-93ea-22333066a8b7 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:13:43.059572 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning for port 79874835-3892-4c8e-93ea-22333066a8b7 completed by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 19:13:43.067052 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 79874835-3892-4c8e-93ea-22333066a8b7 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:13:43.067439 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (79874835-3892-4c8e-93ea-22333066a8b7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:43.113142 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449e2a-9da4-4f87-bf0a-5f91d164d47c req-dbc07848-a959-4c17-b9c5-4601a01f5714 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:43.114609 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-92449e2a-9da4-4f87-bf0a-5f91d164d47c req-dbc07848-a959-4c17-b9c5-4601a01f5714 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 945 time: 0.0516253 Apr 08 19:13:43.146124 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 79874835-3892-4c8e-93ea-22333066a8b7 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:13:43.146518 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (79874835-3892-4c8e-93ea-22333066a8b7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:43.164251 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-92449e2a-9da4-4f87-bf0a-5f91d164d47c req-d48bc069-9ee1-42c4-a1b0-619190e23791 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432780 Apr 08 19:13:43.169576 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:13:43.171832 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6881c6a-31f8-4597-a49d-343203154592" -d '{"events": [{"server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "name": "network-vif-plugged", "status": "completed", "tag": "79874835-3892-4c8e-93ea-22333066a8b7"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:13:43.184412 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:13:43.188603 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:43.240352 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=5']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:43.315062 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5259445f-2c77-4c3c-8632-e0291f38cb2d x-openstack-request-id: req-5259445f-2c77-4c3c-8632-e0291f38cb2d {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:13:43.315361 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "name": "network-vif-plugged", "status": "completed", "tag": "79874835-3892-4c8e-93ea-22333066a8b7", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:13:43.315617 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-5259445f-2c77-4c3c-8632-e0291f38cb2d {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:13:43.316016 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5259445f-2c77-4c3c-8632-e0291f38cb2d'] response: {'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7', 'code': 200} Apr 08 19:13:43.554864 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3af44f-9199-44ba-afac-1de5add3ada7 req-ad8eee4b-cb54-40ea-b333-15cac94573e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:43.556925 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-2f3af44f-9199-44ba-afac-1de5add3ada7 req-ad8eee4b-cb54-40ea-b333-15cac94573e2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1130 time: 0.0412521 Apr 08 19:13:43.605992 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-2f3af44f-9199-44ba-afac-1de5add3ada7 req-b051de71-0c8c-416a-905c-594bd93ef255 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394642 Apr 08 19:13:44.276707 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da1afe-c5d8-498e-81b2-039aece1f4ae req-1270da70-07e4-4bce-ae73-8e36aad83d5a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:44.278126 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-70da1afe-c5d8-498e-81b2-039aece1f4ae req-1270da70-07e4-4bce-ae73-8e36aad83d5a tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0462623 Apr 08 19:13:44.326546 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-70da1afe-c5d8-498e-81b2-039aece1f4ae req-908eeb4d-deac-4462-ba52-e787049378a4 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Apr 08 19:13:45.439413 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bb842-d45b-4863-a404-dcc0f62b8069 req-c281cdcb-d5b2-496a-91dd-0888bcf7c3a2 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:45.440892 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-890bb842-d45b-4863-a404-dcc0f62b8069 req-c281cdcb-d5b2-496a-91dd-0888bcf7c3a2 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0465779 Apr 08 19:13:45.496351 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-890bb842-d45b-4863-a404-dcc0f62b8069 req-f5fe2968-d2cd-4e38-917e-dd609e6d72fb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497594 Apr 08 19:13:45.607763 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f515eaf-917e-410e-a728-db2963b628ac req-89750104-7d5e-4f3a-b889-b04566863d27 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:45.609169 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9f515eaf-917e-410e-a728-db2963b628ac req-89750104-7d5e-4f3a-b889-b04566863d27 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0481734 Apr 08 19:13:45.657355 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9f515eaf-917e-410e-a728-db2963b628ac req-11bb8d25-840a-47d8-a08a-b91aed50e6da tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Apr 08 19:13:45.678991 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41890) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:45.783647 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057097a-dd72-4d9d-9588-4c3da6e50c2a tempest-TestShelveInstance-939480201 tempest-TestShelveInstance-939480201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:45.785156 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-0057097a-dd72-4d9d-9588-4c3da6e50c2a tempest-TestShelveInstance-939480201 tempest-TestShelveInstance-939480201-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1125 time: 0.1051729 Apr 08 19:13:45.788008 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 41894) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:13:45.792732 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.v2.base [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Request body: {'floatingip': {'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'port_id': '79874835-3892-4c8e-93ea-22333066a8b7', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 19:13:45.811884 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:45.891306 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (None), before_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:45.993717 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.db_base_plugin_common [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Allocated IP 172.27.0.98 (63af0f99-a85e-45f4-bad3-f8170e718bf1/ea54abc7-b7ce-4be9-a22b-4d2892303c37/43caaca6-d938-4c4d-97ba-43deba0505d9) {{(pid=103341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 19:13:46.099783 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for port (43caaca6-d938-4c4d-97ba-43deba0505d9), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:46.133886 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770652006961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (43caaca6-d938-4c4d-97ba-43deba0505d9), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:46.176035 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Network 63af0f99-a85e-45f4-bad3-f8170e718bf1 is already hosted by enough agents. {{(pid=103341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 19:13:46.178878 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.base_scheduler [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Resources bound (agent type, host, resource id): {{(pid=103341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 19:13:46.185894 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Received port after_create {{(pid=103341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 19:13:46.189007 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'Port': ['ID=43caaca6-d938-4c4d-97ba-43deba0505d9,revision_number=1']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:46.222271 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.222628 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.222982 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.223330 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.223675 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.224012 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.224379 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.224715 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.225050 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.225378 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.225709 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.226039 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.226365 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.226694 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.227021 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:13:46.566676 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for floatingip (c8a93185-0bc9-4191-aece-c032ba8227fe), precommit_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:46.642174 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (43caaca6-d938-4c4d-97ba-43deba0505d9), before_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:46.793583 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for port (43caaca6-d938-4c4d-97ba-43deba0505d9), precommit_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:46.797926 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9020508'] for port (43caaca6-d938-4c4d-97ba-43deba0505d9), after_update {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:46.867222 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event updated for resources: {'Port': ['ID=43caaca6-d938-4c4d-97ba-43deba0505d9,revision_number=2']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:13:46.878910 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3797216'] for floatingip (c8a93185-0bc9-4191-aece-c032ba8227fe), after_create {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:46.981364 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Floating IP c8a93185-0bc9-4191-aece-c032ba8227fe associated. External IP: 172.27.0.98, port: 79874835-3892-4c8e-93ea-22333066a8b7. Apr 08 19:13:47.208373 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Router 88beb8b9-84bf-431c-826d-971bca064294 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:13:47.317690 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:13:47.329591 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] Sync routers for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:13:47.336174 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:47.340184 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:47.340832 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:13:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:47.376240 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-1a980577-dd59-4b3d-8d1c-608db6693592 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5768971 Apr 08 19:13:47.376240 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:13:47.376240 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c94a10-786c-4af4-a504-7b29d464fa5a" -d '{"events": [{"name": "network-changed", "server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "tag": "79874835-3892-4c8e-93ea-22333066a8b7"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:13:47.455501 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:47.474260 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153aca32-7de7-4b3b-99e5-6face9bda6ee x-openstack-request-id: req-153aca32-7de7-4b3b-99e5-6face9bda6ee {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:13:47.474560 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "tag": "79874835-3892-4c8e-93ea-22333066a8b7", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:13:47.474817 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-153aca32-7de7-4b3b-99e5-6face9bda6ee {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:13:47.475230 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153aca32-7de7-4b3b-99e5-6face9bda6ee'] response: {'name': 'network-changed', 'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7', 'status': 'completed', 'code': 200} Apr 08 19:13:47.534142 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-1e7e7b78-d222-4ff8-8f90-3b7944d57456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:47.535646 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-1e7e7b78-d222-4ff8-8f90-3b7944d57456 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1130 time: 0.0379450 Apr 08 19:13:47.629866 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-e073b03a-ffcf-4405-adc2-0be398d9a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:47.631345 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-e073b03a-ffcf-4405-adc2-0be398d9a100 service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.0883918 Apr 08 19:13:47.674428 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': 'c8a93185-0bc9-4191-aece-c032ba8227fe', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '88beb8b9-84bf-431c-826d-971bca064294', 'port_id': '79874835-3892-4c8e-93ea-22333066a8b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'mac_address': 'fa:16:3e:5e:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:13:46Z', 'updated_at': '2022-04-08T19:13:46Z', 'revision_number': 0, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:11Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:47.695506 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-bb7349b0-1926-4f0b-8350-7ca1231376c1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 999 time: 0.0582273 Apr 08 19:13:47.705471 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] Checking router: 88beb8b9-84bf-431c-826d-971bca064294 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:13:47.714935 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:13:47.715583 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:13:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:47.747804 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-8d7f23f8-932c-41a9-a609-9cdfd1384f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:47.749320 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-8d7f23f8-932c-41a9-a609-9cdfd1384f95 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0480509 Apr 08 19:13:47.792689 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-0509e35d-07c7-47a7-9fa7-ee4b372ca24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:13:47.794212 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-0509e35d-07c7-47a7-9fa7-ee4b372ca24d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388660 Apr 08 19:13:47.836504 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:13:47.883754 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-892ccaa3-6ade-4654-aea3-28f91dae44f2 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835025 Apr 08 19:13:47.985522 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-c0c94a10-786c-4af4-a504-7b29d464fa5a req-d5eb7d97-978a-42d0-8b81-71cda1a41e65 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958374 Apr 08 19:13:48.188352 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': 'c8a93185-0bc9-4191-aece-c032ba8227fe', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '88beb8b9-84bf-431c-826d-971bca064294', 'port_id': '79874835-3892-4c8e-93ea-22333066a8b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'mac_address': 'fa:16:3e:5e:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:13:46Z', 'updated_at': '2022-04-08T19:13:46Z', 'revision_number': 0, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:11Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:13:48.219139 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ce5f20-e1de-4769-8b20-a0b4423b9556 None None] The sync data for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi is: [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_floatingips': [{'id': 'c8a93185-0bc9-4191-aece-c032ba8227fe', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'router_id': '88beb8b9-84bf-431c-826d-971bca064294', 'port_id': '79874835-3892-4c8e-93ea-22333066a8b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'mac_address': 'fa:16:3e:5e:9d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T19:13:46Z', 'updated_at': '2022-04-08T19:13:46Z', 'revision_number': 0, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:11Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:13:48.411727 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa277575-0f86-4e95-badf-97c527636fca None None] New status for floating IP c8a93185-0bc9-4191-aece-c032ba8227fe: ACTIVE {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:13:54.747138 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-231fc8b3-b1c4-47b9-8d73-347083cb92fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:57.147587 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-02d05854-7b83-4b68-a773-fe7498d9faf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:58.520227 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:13:59.922567 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:00.133189 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:01.539735 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:02.196945 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:14:05.537872 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-7dcf5164-9321-42e0-a326-c2ce17d68074 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374656 Apr 08 19:14:05.621236 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-c59b2c98-ee28-4ac7-8a0a-626d0ac21914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:14:05.622698 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-c59b2c98-ee28-4ac7-8a0a-626d0ac21914 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1130 time: 0.0417521 Apr 08 19:14:05.983360 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-c727ef01-ab4a-4d54-82e9-ed8ba507d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:14:05.985107 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-c727ef01-ab4a-4d54-82e9-ed8ba507d28d service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.3413091 Apr 08 19:14:06.051825 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-9270f1b6-3094-4b7f-a88e-9b962b5d9c29 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 1001 time: 0.0601385 Apr 08 19:14:06.102810 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-dcfcc743-e1be-4245-9f1e-2490f46e66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:14:06.104320 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-dcfcc743-e1be-4245-9f1e-2490f46e66d9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0426691 Apr 08 19:14:06.149092 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-e96010a2-1804-484e-abc9-a5ad46734c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:14:06.150619 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-e96010a2-1804-484e-abc9-a5ad46734c46 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388846 Apr 08 19:14:06.247835 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-41d8916a-66a9-41cb-b355-bbe5c6137ace service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886698 Apr 08 19:14:06.343069 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-147cb635-a44f-49cb-a96f-56523cd61be4 req-2535b086-45b2-470c-98a4-c22441f9cc6d service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884786 Apr 08 19:14:24.752000 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-07557451-1aa0-4842-80eb-3a1601802b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:27.149909 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57ded52-9503-4dc1-b2bd-c4417cd640d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:28.522165 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:29.937507 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:30.140221 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:31.542229 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:39.196950 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:14:54.755743 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8b218125-3e40-4f85-ac48-39d247d3c09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:57.152136 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-187109b9-2945-4ae7-843d-fa58c8451498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:58.525728 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:14:59.929171 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:00.137706 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:01.544154 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:05.575550 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-364d5398-7b2b-4bbd-898e-5ba92b4505d1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424657 Apr 08 19:15:05.666535 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-25133541-291e-4b92-bb69-f8460d96001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:05.668003 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-25133541-291e-4b92-bb69-f8460d96001e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1130 time: 0.0384123 Apr 08 19:15:05.773335 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-a971e56b-c6a8-4236-9cd3-af2787e11101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:05.775426 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-a971e56b-c6a8-4236-9cd3-af2787e11101 service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.0837884 Apr 08 19:15:05.845820 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-4a2d035d-83b1-443f-be9a-c01aab55878c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 1001 time: 0.0617177 Apr 08 19:15:05.893979 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-658c4c04-bec4-418e-96d7-b12c79bf6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:05.895391 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-658c4c04-bec4-418e-96d7-b12c79bf6fdb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0426977 Apr 08 19:15:05.937882 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-b744bedb-c90b-445f-bbb9-a3f37fbeba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:05.939359 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-b744bedb-c90b-445f-bbb9-a3f37fbeba63 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377424 Apr 08 19:15:06.031443 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-55bb42c9-2b61-4e28-970a-bd09503dba58 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846674 Apr 08 19:15:06.126355 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-770cf4d3-a398-49fe-a570-3ccc2cf7c580 req-c8f5c7bc-d5a1-4fb7-a015-6ec68e0c9aa5 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851598 Apr 08 19:15:16.196508 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:15:24.759315 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-60ce6883-7f77-4a24-b6df-730e981b3f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:27.153856 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0709eb45-3102-4528-8476-e498f752ec3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:28.528165 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:29.944064 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:30.139573 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:31.546616 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:45.497446 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580808cf-bb22-4de3-97de-ed587a155782 req-e83db7e9-7b31-4543-bd5c-82a8d1017617 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:45.498934 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-580808cf-bb22-4de3-97de-ed587a155782 req-e83db7e9-7b31-4543-bd5c-82a8d1017617 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0489056 Apr 08 19:15:45.547278 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-580808cf-bb22-4de3-97de-ed587a155782 req-db32ebfb-61f0-44f0-b29a-3340e4e97e60 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Apr 08 19:15:46.664037 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9d10-43c5-43bf-bded-939786674e71 req-63c9e2ff-f73b-47f0-a6ee-8713c9bb790c tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:46.666011 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ffff9d10-43c5-43bf-bded-939786674e71 req-63c9e2ff-f73b-47f0-a6ee-8713c9bb790c tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0505428 Apr 08 19:15:46.713426 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ffff9d10-43c5-43bf-bded-939786674e71 req-33a8f0be-53ab-4e9f-9445-a29dd1d5b49f tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418296 Apr 08 19:15:47.827377 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43118f-97a8-4041-ad51-2e872e854d65 req-c1c02a4a-9930-427d-b6ae-b8a35ef210f4 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:47.828848 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bb43118f-97a8-4041-ad51-2e872e854d65 req-c1c02a4a-9930-427d-b6ae-b8a35ef210f4 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0466568 Apr 08 19:15:47.876167 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-bb43118f-97a8-4041-ad51-2e872e854d65 req-d6bb8fee-14c5-4ceb-a22b-9c8c8f120da7 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Apr 08 19:15:48.993203 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2ad7-fe91-4130-b16a-5a994b7f8948 req-f9d5fcb8-40ef-42a4-b815-62ce5c5d2bc1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:48.994685 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9b1c2ad7-fe91-4130-b16a-5a994b7f8948 req-f9d5fcb8-40ef-42a4-b815-62ce5c5d2bc1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0512097 Apr 08 19:15:49.051355 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-9b1c2ad7-fe91-4130-b16a-5a994b7f8948 req-92cfda4a-8629-4e52-a25e-eee373568d61 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506904 Apr 08 19:15:50.162518 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50036dec-ac5f-4668-8775-60edcfa60be2 req-a71026fa-2e55-497c-974b-d3fc48d486ad tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:50.163945 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-50036dec-ac5f-4668-8775-60edcfa60be2 req-a71026fa-2e55-497c-974b-d3fc48d486ad tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0453877 Apr 08 19:15:50.212612 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-50036dec-ac5f-4668-8775-60edcfa60be2 req-85b79bee-d55d-4596-a26e-39313ef2a220 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Apr 08 19:15:51.322298 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b36623-bce5-4a80-8e8b-0785dc375542 req-873837d5-8f54-45f3-8927-7dea988ea2f4 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:51.323744 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d1b36623-bce5-4a80-8e8b-0785dc375542 req-873837d5-8f54-45f3-8927-7dea988ea2f4 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0463395 Apr 08 19:15:51.371553 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d1b36623-bce5-4a80-8e8b-0785dc375542 req-ac9736bd-2b3a-46f9-bcfa-e05ffb0e3887 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Apr 08 19:15:52.483778 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a54c3-c3d2-4b71-aa3a-b20a60292e93 req-f1d530a2-067b-4408-83bf-72320d9efce5 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:52.485264 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0b9a54c3-c3d2-4b71-aa3a-b20a60292e93 req-f1d530a2-067b-4408-83bf-72320d9efce5 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0500436 Apr 08 19:15:52.533240 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0b9a54c3-c3d2-4b71-aa3a-b20a60292e93 req-4eff8740-a5b3-46e5-b8a6-b465f03afe90 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Apr 08 19:15:53.195287 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:15:53.643644 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19eeff-ccd7-4032-9413-853cffc1816f req-94b9735c-5b9f-46ff-9563-729c588a4191 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:53.645141 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe19eeff-ccd7-4032-9413-853cffc1816f req-94b9735c-5b9f-46ff-9563-729c588a4191 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0460219 Apr 08 19:15:53.692691 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-fe19eeff-ccd7-4032-9413-853cffc1816f req-e5c537dd-7d09-4e34-bbea-ebcd228829cb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411401 Apr 08 19:15:54.760670 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e97038b3-04ae-408a-a430-4032829b66a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:54.815366 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36befab7-e06d-4ad6-ae4f-0fba943b2458 req-cb719e05-0eb3-430c-b44c-ad0e0437aaa1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:54.816853 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-36befab7-e06d-4ad6-ae4f-0fba943b2458 req-cb719e05-0eb3-430c-b44c-ad0e0437aaa1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0513809 Apr 08 19:15:54.866294 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-36befab7-e06d-4ad6-ae4f-0fba943b2458 req-0bd06b7b-9784-4d13-af1a-3d042b878f8f tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 Apr 08 19:15:55.667797 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ded01-805e-4576-a4fa-80a0650bb991 req-c8c432eb-fe52-447a-bb42-ccce14358c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:55.669292 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-217ded01-805e-4576-a4fa-80a0650bb991 req-c8c432eb-fe52-447a-bb42-ccce14358c0d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1130 time: 0.0411017 Apr 08 19:15:55.760738 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ded01-805e-4576-a4fa-80a0650bb991 req-00b4011a-c1e9-43c0-853e-5afe0b293fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:55.762203 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-217ded01-805e-4576-a4fa-80a0650bb991 req-00b4011a-c1e9-43c0-853e-5afe0b293fb8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.0837028 Apr 08 19:15:55.832298 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-217ded01-805e-4576-a4fa-80a0650bb991 req-4190bf15-b4dc-4649-8739-15e4f3bf74e3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 1001 time: 0.0604641 Apr 08 19:15:55.882802 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ded01-805e-4576-a4fa-80a0650bb991 req-035ad288-0027-4720-8944-a6dbd416ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:55.884592 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-217ded01-805e-4576-a4fa-80a0650bb991 req-035ad288-0027-4720-8944-a6dbd416ab20 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0428214 Apr 08 19:15:55.931980 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ded01-805e-4576-a4fa-80a0650bb991 req-dafd190e-d0f9-4475-8b5a-74da7f3a0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:55.933494 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-217ded01-805e-4576-a4fa-80a0650bb991 req-dafd190e-d0f9-4475-8b5a-74da7f3a0a13 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399961 Apr 08 19:15:55.982002 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b2b67-2760-45d0-98c1-31b4cedc1191 req-86173f5e-0a9b-44d9-917f-a885a007c37d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:55.982002 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d55b2b67-2760-45d0-98c1-31b4cedc1191 req-86173f5e-0a9b-44d9-917f-a885a007c37d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0473962 Apr 08 19:15:56.029111 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d55b2b67-2760-45d0-98c1-31b4cedc1191 req-191b0918-c3c2-4628-a8a9-8a7c414aaed6 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435750 Apr 08 19:15:56.031573 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-217ded01-805e-4576-a4fa-80a0650bb991 req-9cc353ef-e77c-4c31-bc12-81cb51e4a09f service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876424 Apr 08 19:15:56.123602 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-217ded01-805e-4576-a4fa-80a0650bb991 req-4aa5456f-11c4-4088-8dd4-1104544f945b service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819283 Apr 08 19:15:57.141706 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57ac5c-3269-45fe-914b-864d7466167d req-64fc6067-2e9d-40d2-af68-8b639ebce55b tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:57.143213 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0e57ac5c-3269-45fe-914b-864d7466167d req-64fc6067-2e9d-40d2-af68-8b639ebce55b tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0476105 Apr 08 19:15:57.155666 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff5e7-f26d-43e1-9438-3de5e2b477b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:57.197446 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0e57ac5c-3269-45fe-914b-864d7466167d req-de47b963-d917-4f8b-9ab2-d715eceaf4e9 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487449 Apr 08 19:15:58.306954 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be5bcd-63ec-48ae-8116-22279b2d0f66 req-248c1e29-13ae-4fde-a582-73e2a23e9477 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:58.308483 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c3be5bcd-63ec-48ae-8116-22279b2d0f66 req-248c1e29-13ae-4fde-a582-73e2a23e9477 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0471144 Apr 08 19:15:58.359282 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-c3be5bcd-63ec-48ae-8116-22279b2d0f66 req-2e20af35-2bdd-468c-8ce9-2337446b1116 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 Apr 08 19:15:58.529442 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:15:59.470340 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc8ccc-e356-44ba-b136-d4b06c50440b req-1f11bceb-5ff5-4933-ba83-3048e521dd83 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:59.471833 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0abc8ccc-e356-44ba-b136-d4b06c50440b req-1f11bceb-5ff5-4933-ba83-3048e521dd83 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0464492 Apr 08 19:15:59.519961 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-0abc8ccc-e356-44ba-b136-d4b06c50440b req-8ac7b660-eb11-4334-a1bc-22bd0dadf798 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Apr 08 19:15:59.752649 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822d211-2209-4265-955a-c73f249e1766 req-07013481-3321-46b0-b46b-bc8d35ce691d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:59.754097 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f822d211-2209-4265-955a-c73f249e1766 req-07013481-3321-46b0-b46b-bc8d35ce691d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0794537 Apr 08 19:15:59.763777 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-f4d4a289-b5e4-41fd-806b-2a496f9e456c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076353 Apr 08 19:15:59.772093 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-1944de61-4111-478e-b519-1ced3bb5da10 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=103341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 19:15:59.773057 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-1944de61-4111-478e-b519-1ced3bb5da10 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0045416 Apr 08 19:15:59.815461 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-f822d211-2209-4265-955a-c73f249e1766 req-a56e346e-a6d5-43c2-ac71-a2df6919f49f tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546153 Apr 08 19:15:59.936564 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-cb5ab3a6-3d01-45f7-8615-9d58ab08c3e2 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:15:59.937845 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-cb5ab3a6-3d01-45f7-8615-9d58ab08c3e2 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports/79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 943 time: 0.1346052 Apr 08 19:15:59.960148 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:00.142329 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:00.930050 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8403df1-bfb0-4bde-b392-020a8b13b119 req-638154f3-351f-4758-be58-197a09e02a08 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:00.931622 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d8403df1-bfb0-4bde-b392-020a8b13b119 req-638154f3-351f-4758-be58-197a09e02a08 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0469041 Apr 08 19:16:00.982391 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-d8403df1-bfb0-4bde-b392-020a8b13b119 req-0dbc1d6d-f90b-42bf-83a0-2e8bb9631512 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Apr 08 19:16:01.270032 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-465a2398-5138-4336-9844-51e544537415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:01.271531 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-465a2398-5138-4336-9844-51e544537415 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f&tenant_id=2c281af9a6f14bb3a50e499a45804871 HTTP/1.1" status: 200 len: 1130 time: 0.0379252 Apr 08 19:16:01.335151 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-ecba8984-0d0c-4cab-a2a8-e9caf7d9dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:01.336624 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-ecba8984-0d0c-4cab-a2a8-e9caf7d9dfeb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1130 time: 0.0370903 Apr 08 19:16:01.429870 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-dc1298f7-b79d-4447-a9dc-2c6ae0759634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:01.431306 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-dc1298f7-b79d-4447-a9dc-2c6ae0759634 service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.0854378 Apr 08 19:16:01.498661 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-98c8e976-cf27-42d2-ac3d-02a518b5c9b5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 1001 time: 0.0579624 Apr 08 19:16:01.548345 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:01.551718 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-c2203060-d11d-4a2d-ad1b-f4acd05c1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:01.553253 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-c2203060-d11d-4a2d-ad1b-f4acd05c1ce0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0455251 Apr 08 19:16:01.585902 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 79874835-3892-4c8e-93ea-22333066a8b7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:16:01.606510 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-56ad8b02-964b-4860-96e9-f74c9fa0e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:01.608256 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-56ad8b02-964b-4860-96e9-f74c9fa0e7dd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456092 Apr 08 19:16:01.661067 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 79874835-3892-4c8e-93ea-22333066a8b7 is: ACTIVE; New status is: DOWN {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:16:01.661457 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (79874835-3892-4c8e-93ea-22333066a8b7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:01.683615 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:16:01.686075 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e203f01a-b462-4431-ac6a-c61b25c112a7" -d '{"events": [{"server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "79874835-3892-4c8e-93ea-22333066a8b7"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:16:01.699467 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:16:01.702116 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-36505257-6c5d-425d-9a1f-27f478362ae7 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842311 Apr 08 19:16:01.703864 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:01.731738 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf0b095-6b51-4316-bbfc-642da125bdc1 x-openstack-request-id: req-3bf0b095-6b51-4316-bbfc-642da125bdc1 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:16:01.732032 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "79874835-3892-4c8e-93ea-22333066a8b7", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:16:01.732316 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3bf0b095-6b51-4316-bbfc-642da125bdc1 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:16:01.732704 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf0b095-6b51-4316-bbfc-642da125bdc1'] response: {'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7', 'code': 200} Apr 08 19:16:01.757633 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=6']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:16:01.764980 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.765332 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.765682 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.766025 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.766363 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.766697 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.767026 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.767922 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.768297 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.768636 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.768964 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.769295 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.769626 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.769954 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.770281 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:16:01.799375 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-5e182c03-d49c-45fa-aba4-f78bc4c928b8 req-a99d1d09-1c2c-4c71-bb65-7dbf33342b7b service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871708 Apr 08 19:16:02.095414 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088efacc-b62f-4df0-be73-196d43b85c15 req-cd468118-97e9-44ba-9feb-0ed59daf74b0 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:02.096768 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-088efacc-b62f-4df0-be73-196d43b85c15 req-cd468118-97e9-44ba-9feb-0ed59daf74b0 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0496805 Apr 08 19:16:02.145328 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-088efacc-b62f-4df0-be73-196d43b85c15 req-b0734402-88de-4990-b261-f394a93845a4 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Apr 08 19:16:03.255521 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd54f1-1fd4-4a46-a966-52d73fbd612d req-c9ff3bfe-629c-4890-8fd9-1be175391b2b tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:03.257011 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ecfd54f1-1fd4-4a46-a966-52d73fbd612d req-c9ff3bfe-629c-4890-8fd9-1be175391b2b tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0459056 Apr 08 19:16:03.305004 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-ecfd54f1-1fd4-4a46-a966-52d73fbd612d req-ba7cef91-60d5-4c3d-ab62-d729411b4c7f tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Apr 08 19:16:04.420904 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980f0a3-430a-459c-8776-a5dd0aab4d8b req-8982b159-46fd-4e82-886c-f56d6e386ac3 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:04.422373 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e980f0a3-430a-459c-8776-a5dd0aab4d8b req-8982b159-46fd-4e82-886c-f56d6e386ac3 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0513175 Apr 08 19:16:04.470245 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e980f0a3-430a-459c-8776-a5dd0aab4d8b req-c6b8595f-4f07-485d-b979-0baf791fedf7 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423303 Apr 08 19:16:05.579587 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-8aeb9be2-e50a-4b25-9926-541070137834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:05.581145 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-8aeb9be2-e50a-4b25-9926-541070137834 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1128 time: 0.0399063 Apr 08 19:16:05.585802 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaa82b-00a5-4e61-9177-70cfaddd5a0d req-ac352424-5134-4638-9b8e-1d660307d7dc tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:05.587450 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-afeaa82b-00a5-4e61-9177-70cfaddd5a0d req-ac352424-5134-4638-9b8e-1d660307d7dc tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0478904 Apr 08 19:16:05.635399 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-afeaa82b-00a5-4e61-9177-70cfaddd5a0d req-ecc1e2f7-66d5-4da5-880a-3dccfce35fcb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 Apr 08 19:16:05.690500 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-47a0c6f7-a402-48d5-84ec-9e064b0f2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:05.691967 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-47a0c6f7-a402-48d5-84ec-9e064b0f2af9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.0875614 Apr 08 19:16:05.757031 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-dd998c83-78b6-4671-8e6d-75c9feea6956 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 999 time: 0.0556214 Apr 08 19:16:05.804261 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-dd5631f8-557b-4806-a598-36bb7a763cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:05.805667 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-dd5631f8-557b-4806-a598-36bb7a763cf8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0412135 Apr 08 19:16:05.853672 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-78ca6dae-7cd7-4d91-af17-235c2c9cf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:05.855299 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-78ca6dae-7cd7-4d91-af17-235c2c9cf11b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406177 Apr 08 19:16:05.943411 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-dcb96e39-719c-4e2c-b6c0-cec33e9447b4 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789821 Apr 08 19:16:06.037275 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-a77bfe1e-8e0c-4eeb-9d8d-bacaca6713ec req-0ee734d5-4ccd-4be3-917a-52df2c87a838 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845947 Apr 08 19:16:06.746279 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483805-d26e-4bd9-88b1-bc31999ae664 req-c4212596-4ae0-44e7-8fea-0b181732186b tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:06.747738 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-be483805-d26e-4bd9-88b1-bc31999ae664 req-c4212596-4ae0-44e7-8fea-0b181732186b tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0464451 Apr 08 19:16:06.799310 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-be483805-d26e-4bd9-88b1-bc31999ae664 req-9340d435-67e4-44ba-885b-00c26d247dca tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459361 Apr 08 19:16:07.909883 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8899088-a329-4a23-8844-2af93a138f5b req-79ebe8e6-efb0-42a6-b706-865cc653d07d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:07.911514 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e8899088-a329-4a23-8844-2af93a138f5b req-79ebe8e6-efb0-42a6-b706-865cc653d07d tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0466638 Apr 08 19:16:07.961983 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-e8899088-a329-4a23-8844-2af93a138f5b req-2ca95daa-a9a0-43bd-997e-a61afa4a421f tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 Apr 08 19:16:08.024819 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d37b7-6abf-4875-a008-f1803fb1fd14 req-8e77254d-80a3-4bde-b685-0c81df38e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:08.026797 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f03d37b7-6abf-4875-a008-f1803fb1fd14 req-8e77254d-80a3-4bde-b685-0c81df38e550 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1128 time: 0.0378313 Apr 08 19:16:08.073378 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-f03d37b7-6abf-4875-a008-f1803fb1fd14 req-1879d608-c3bf-4880-84dd-b4a0922ecd20 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Apr 08 19:16:09.074517 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713650d-a010-459d-8c43-98da8d09e050 req-0a02c58d-6845-4de6-ba6f-3178c75c7656 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:09.075981 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a713650d-a010-459d-8c43-98da8d09e050 req-0a02c58d-6845-4de6-ba6f-3178c75c7656 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 944 time: 0.0466497 Apr 08 19:16:09.123731 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a713650d-a010-459d-8c43-98da8d09e050 req-2db0543e-4251-4c2e-8f5d-69bbdf16c5c2 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422704 Apr 08 19:16:09.635463 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 79874835-3892-4c8e-93ea-22333066a8b7 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=103342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 19:16:09.733412 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:16:09.743987 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Returning: {'device': '79874835-3892-4c8e-93ea-22333066a8b7', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'port_id': '79874835-3892-4c8e-93ea-22333066a8b7', 'mac_address': 'fa:16:3e:5e:9d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 19:16:09.779891 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 79874835-3892-4c8e-93ea-22333066a8b7 is: DOWN; New status is: BUILD {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:16:09.780307 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (79874835-3892-4c8e-93ea-22333066a8b7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:09.793403 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79874835-3892-4c8e-93ea-22333066a8b7 {{(pid=103342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 19:16:09.812772 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:16:09.816944 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:09.863036 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=7']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:16:10.068705 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] get_ports_and_sgs() called for port_ids ['79874835-3892-4c8e-93ea-22333066a8b7'] {{(pid=103342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 19:16:10.238080 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2ccae-ea22-4092-b5fa-a92831665a57 req-7ec67bc7-1e47-4925-8d12-cb1955a98165 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:16:10.239436 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17e2ccae-ea22-4092-b5fa-a92831665a57 req-7ec67bc7-1e47-4925-8d12-cb1955a98165 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 945 time: 0.0496016 Apr 08 19:16:10.287069 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-17e2ccae-ea22-4092-b5fa-a92831665a57 req-068e95d0-f499-4c43-a7ba-62a3d1cd2d06 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Apr 08 19:16:11.638889 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 79874835-3892-4c8e-93ea-22333066a8b7 up at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 19:16:11.686512 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.provisioning_blocks [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Provisioning complete for port 79874835-3892-4c8e-93ea-22333066a8b7 triggered by entity L2. {{(pid=103342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 19:16:11.686891 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3541065'] for port (79874835-3892-4c8e-93ea-22333066a8b7), provisioning_complete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:11.759624 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Current status of the port 79874835-3892-4c8e-93ea-22333066a8b7 is: BUILD; New status is: ACTIVE {{(pid=103342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 19:16:11.760007 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600155'] for port (79874835-3892-4c8e-93ea-22333066a8b7), before_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:11.781895 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7'}] {{(pid=103342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:16:11.784108 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29f5acf0dc4d7fbfce84553af8da0dcf4212993cf96a3939d2c15defc7e7939" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df632082-d56e-40fd-94a1-375687da495c" -d '{"events": [{"server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "name": "network-vif-plugged", "status": "completed", "tag": "79874835-3892-4c8e-93ea-22333066a8b7"}]}' {{(pid=103342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:16:11.796221 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:16:11.800243 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770652531981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770652006979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770652006997'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:11.827385 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85933f1-a4af-4c00-bf25-b6a029b26179 x-openstack-request-id: req-c85933f1-a4af-4c00-bf25-b6a029b26179 {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:16:11.827682 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "name": "network-vif-plugged", "status": "completed", "tag": "79874835-3892-4c8e-93ea-22333066a8b7", "code": 200}]} {{(pid=103342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:16:11.827936 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c85933f1-a4af-4c00-bf25-b6a029b26179 {{(pid=103342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:16:11.828348 dv-cinder-837167-1-iscsi neutron-server[103342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85933f1-a4af-4c00-bf25-b6a029b26179'] response: {'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7', 'code': 200} Apr 08 19:16:11.852696 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Pushing event updated for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=8']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:16:24.763177 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-d80ddaed-e218-4d10-b375-13b3c7727802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:27.158766 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-45699a5a-0652-471b-a38c-30e29b66b413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:28.535571 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:29.966275 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:30.145277 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:30.194713 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:16:31.550712 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:54.765516 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-964f6f38-6a61-4069-918f-e95870b26df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:57.160144 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-46f2a9b6-b484-4479-a9c7-49d04ac599c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:58.536249 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:16:59.957852 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:00.148108 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:01.555135 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:05.541960 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9868817c-df32-43ca-8f38-52757fdd2548 req-49133b85-ad19-4a5b-a93c-897cdd0b4ff5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402553 Apr 08 19:17:05.628161 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868817c-df32-43ca-8f38-52757fdd2548 req-1d098825-21db-427e-9090-1b6330940fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:05.629634 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9868817c-df32-43ca-8f38-52757fdd2548 req-1d098825-21db-427e-9090-1b6330940fcd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1130 time: 0.0381248 Apr 08 19:17:05.735654 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868817c-df32-43ca-8f38-52757fdd2548 req-0ed868ac-7ca7-45da-ac47-be342138196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:05.737137 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9868817c-df32-43ca-8f38-52757fdd2548 req-0ed868ac-7ca7-45da-ac47-be342138196f service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.0836401 Apr 08 19:17:05.809311 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9868817c-df32-43ca-8f38-52757fdd2548 req-c4de0bf7-b332-4adc-8088-a5266fc58b0a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 1001 time: 0.0623779 Apr 08 19:17:05.860455 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868817c-df32-43ca-8f38-52757fdd2548 req-83144e65-73ec-4eb6-9a05-2630aa4c66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:05.861884 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9868817c-df32-43ca-8f38-52757fdd2548 req-83144e65-73ec-4eb6-9a05-2630aa4c66e6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0436943 Apr 08 19:17:05.908635 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868817c-df32-43ca-8f38-52757fdd2548 req-dce732d1-93fc-439c-abcb-8076e4793c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:05.910070 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9868817c-df32-43ca-8f38-52757fdd2548 req-dce732d1-93fc-439c-abcb-8076e4793c75 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368638 Apr 08 19:17:06.001734 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9868817c-df32-43ca-8f38-52757fdd2548 req-d534787e-cd84-40f7-b096-320c525da709 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842180 Apr 08 19:17:06.093118 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-9868817c-df32-43ca-8f38-52757fdd2548 req-a992c338-2c70-4175-9455-b308a66860d9 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822892 Apr 08 19:17:07.194773 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:17:24.140013 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 42024) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:24.288056 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Deleting port 43caaca6-d938-4c4d-97ba-43deba0505d9 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:24.288356 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (43caaca6-d938-4c4d-97ba-43deba0505d9), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:24.361658 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (43caaca6-d938-4c4d-97ba-43deba0505d9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:24.361994 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for floatingip (43caaca6-d938-4c4d-97ba-43deba0505d9), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:24.374347 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Calling delete_port for 43caaca6-d938-4c4d-97ba-43deba0505d9 owned by network:floatingip {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:24.518504 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (43caaca6-d938-4c4d-97ba-43deba0505d9), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:24.547201 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event deleted for resources: {'Port': ['ID=43caaca6-d938-4c4d-97ba-43deba0505d9,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:24.571368 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.571717 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.572059 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.572428 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.572771 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.573099 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.573426 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.574509 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.574901 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.575223 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.575548 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.575873 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.576195 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.576539 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.576860 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:24.615844 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for floatingip (c8a93185-0bc9-4191-aece-c032ba8227fe), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:24.616281 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.db.l3_db [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Floating IP c8a93185-0bc9-4191-aece-c032ba8227fe disassociated (deleted). External IP: 172.27.0.98, port: 79874835-3892-4c8e-93ea-22333066a8b7. Apr 08 19:17:24.766630 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-32e95f48-b983-470d-b132-2c9303df0693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:24.825284 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Router 88beb8b9-84bf-431c-826d-971bca064294 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:17:25.205944 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:17:25.210851 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for floatingip (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:25.219771 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] Sync routers for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:17:25.233894 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:17:25.234513 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:16:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:25.241696 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-fe3e3c87-7b74-4e8b-9244-65b0a5fd8282 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "DELETE /v2.0/floatingips/c8a93185-0bc9-4191-aece-c032ba8227fe HTTP/1.1" status: 204 len: 168 time: 1.1005740 Apr 08 19:17:25.242308 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:17:25.244560 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f06642f-d676-40f0-8d50-a3078651c92c" -d '{"events": [{"name": "network-changed", "server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "tag": "79874835-3892-4c8e-93ea-22333066a8b7"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:17:25.284086 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f570d1-a1e8-4617-9dc3-75d86827a99a x-openstack-request-id: req-34f570d1-a1e8-4617-9dc3-75d86827a99a {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:17:25.285036 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "tag": "79874835-3892-4c8e-93ea-22333066a8b7", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:17:25.285299 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-34f570d1-a1e8-4617-9dc3-75d86827a99a {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:17:25.285732 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f570d1-a1e8-4617-9dc3-75d86827a99a'] response: {'name': 'network-changed', 'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7', 'status': 'completed', 'code': 200} Apr 08 19:17:25.354698 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:17:25.410452 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06642f-d676-40f0-8d50-a3078651c92c req-4d28d844-3611-462f-8697-19e706d4c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:25.412094 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7f06642f-d676-40f0-8d50-a3078651c92c req-4d28d844-3611-462f-8697-19e706d4c7d0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2c281af9a6f14bb3a50e499a45804871&device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 1130 time: 0.1007583 Apr 08 19:17:25.531844 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4374b24-a91f-4487-89c5-d66c9a557832 req-0279ffc2-dcb6-4ec3-8287-6eefd18bd968 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:25.533495 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a4374b24-a91f-4487-89c5-d66c9a557832 req-0279ffc2-dcb6-4ec3-8287-6eefd18bd968 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.1041162 Apr 08 19:17:25.583512 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a4374b24-a91f-4487-89c5-d66c9a557832 req-0dec8510-260d-4cec-8073-ffb0aaaa35d6 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438416 Apr 08 19:17:25.672796 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:11Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:25.701441 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] Checking router: 88beb8b9-84bf-431c-826d-971bca064294 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:17:25.709256 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:17:25.709851 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:16:57Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:25.813605 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:17:26.000617 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:11Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:26.031638 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1257b-f482-4e5c-b753-2dbd98a85831 None None] The sync data for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi is: [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:05Z', 'revision_number': 4, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi', '_interfaces': [{'id': 'b8b656c1-d4b6-4102-b7c0-3cb2405e94be', 'name': '', 'network_id': '194599f2-7244-406c-b138-2a49749ce286', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'mac_address': 'fa:16:3e:64:81:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:05Z', 'updated_at': '2022-04-08T19:13:11Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'subnets': [{'id': 'd89b12d4-05bf-4529-86a7-b86f00f417eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:17:26.252818 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa30e67-c575-4a1f-8d30-6c3ce90b8436 None None] New status for floating IP c8a93185-0bc9-4191-aece-c032ba8227fe: DOWN {{(pid=103343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 19:17:26.723923 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06642f-d676-40f0-8d50-a3078651c92c req-8e0bc7e4-3c37-4ee2-9c83-fce61fc59b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:26.725604 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7f06642f-d676-40f0-8d50-a3078651c92c req-8e0bc7e4-3c37-4ee2-9c83-fce61fc59b73 service neutron] 10.222.0.113 "GET /v2.0/networks?id=194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 200 len: 911 time: 0.0858548 Apr 08 19:17:26.750893 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10209dc-ca37-4ed6-9c7d-99116697b687 req-fb006e50-a7ea-467c-a111-821fc7e9d986 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:26.752653 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a10209dc-ca37-4ed6-9c7d-99116697b687 req-fb006e50-a7ea-467c-a111-821fc7e9d986 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0992045 Apr 08 19:17:26.800661 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-a10209dc-ca37-4ed6-9c7d-99116697b687 req-3a37b958-4267-446f-b7b3-cda5e8f2ed16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/security-groups?id=ff4dcf25-5bbf-4d07-a725-e97a5e891084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Apr 08 19:17:26.875446 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7f06642f-d676-40f0-8d50-a3078651c92c req-a81a308b-80e0-47a8-81ad-acbed56d17b2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 200 len: 217 time: 0.0379064 Apr 08 19:17:26.923803 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06642f-d676-40f0-8d50-a3078651c92c req-595ac4b4-d358-4869-8155-0d6568295222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:26.925278 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7f06642f-d676-40f0-8d50-a3078651c92c req-595ac4b4-d358-4869-8155-0d6568295222 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 200 len: 848 time: 0.0426559 Apr 08 19:17:26.966882 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06642f-d676-40f0-8d50-a3078651c92c req-9d5df88b-94c8-4565-82a3-25261a64b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:26.968339 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7f06642f-d676-40f0-8d50-a3078651c92c req-9d5df88b-94c8-4565-82a3-25261a64b750 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=194599f2-7244-406c-b138-2a49749ce286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374296 Apr 08 19:17:27.161535 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-683406a8-f759-4aa8-b42c-ea9ec13f5bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:27.253555 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7f06642f-d676-40f0-8d50-a3078651c92c req-9b106af1-bd3b-4a29-82eb-b93f7ebcc641 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879729 Apr 08 19:17:27.281113 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-f976333b-94a3-4197-8611-d9a22ea306eb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 19:17:27.282570 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-f976333b-94a3-4197-8611-d9a22ea306eb tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.113 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 946 time: 0.0466447 Apr 08 19:17:27.346315 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [req-7f06642f-d676-40f0-8d50-a3078651c92c req-ae0300ab-e6a1-4383-ba22-352849346668 service neutron] 10.222.0.113 "GET /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855339 Apr 08 19:17:27.368874 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Deleting port 79874835-3892-4c8e-93ea-22333066a8b7 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:27.369943 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (79874835-3892-4c8e-93ea-22333066a8b7), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:27.459794 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] For port 79874835-3892-4c8e-93ea-22333066a8b7, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=79874835-3892-4c8e-93ea-22333066a8b7,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:27.460080 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (79874835-3892-4c8e-93ea-22333066a8b7), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:27.473058 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Calling delete_port for 79874835-3892-4c8e-93ea-22333066a8b7 owned by compute:nova {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:27.599932 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (79874835-3892-4c8e-93ea-22333066a8b7), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:27.627887 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event deleted for resources: {'Port': ['ID=79874835-3892-4c8e-93ea-22333066a8b7,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:27.671758 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] No DVR routers for this DVR port 79874835-3892-4c8e-93ea-22333066a8b7 on host hv-cinder-83716 {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:17:27.674190 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109806'] for port (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:27.677440 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-32787cb4-00b0-4ddd-bdff-4b08b789fddc req-5b965a6e-ac9e-481a-ba0b-bad09d079d16 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.113 "DELETE /v2.0/ports/79874835-3892-4c8e-93ea-22333066a8b7 HTTP/1.1" status: 204 len: 173 time: 0.3894610 Apr 08 19:17:27.677881 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'name': 'network-vif-deleted', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7'}] {{(pid=103341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 19:17:27.680086 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b1416d6a35fbd62a048c81756e9c671438250f93888e6af376ca72149798af9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5320ede0-620d-4cd0-88e4-1d1d4455ae03" -d '{"events": [{"server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "name": "network-vif-deleted", "tag": "79874835-3892-4c8e-93ea-22333066a8b7"}]}' {{(pid=103341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 19:17:27.716476 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 19:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df5bed-cc1d-4abe-a89e-536bb7272788 x-openstack-request-id: req-88df5bed-cc1d-4abe-a89e-536bb7272788 {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 19:17:27.717087 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcba2e2-1731-4ef7-8044-32ba2ada5d9f", "name": "network-vif-deleted", "tag": "79874835-3892-4c8e-93ea-22333066a8b7", "status": "completed", "code": 200}]} {{(pid=103341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 19:17:27.717345 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-88df5bed-cc1d-4abe-a89e-536bb7272788 {{(pid=103341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 19:17:27.717766 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88df5bed-cc1d-4abe-a89e-536bb7272788'] response: {'server_uuid': 'efcba2e2-1731-4ef7-8044-32ba2ada5d9f', 'name': 'network-vif-deleted', 'tag': '79874835-3892-4c8e-93ea-22333066a8b7', 'status': 'completed', 'code': 200} Apr 08 19:17:27.897630 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [req-24c197d6-85bc-4380-966e-dbe530a60f7f req-de7b2215-88dd-407f-beb4-a38745a89313 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "GET /v2.0/ports?device_id=efcba2e2-1731-4ef7-8044-32ba2ada5d9f HTTP/1.1" status: 200 len: 210 time: 0.0316188 Apr 08 19:17:28.539752 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:28.957920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 42058) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:29.015157 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group (ff4dcf25-5bbf-4d07-a725-e97a5e891084), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:29.039416 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group (ff4dcf25-5bbf-4d07-a725-e97a5e891084), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:29.106141 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (ff4dcf25-5bbf-4d07-a725-e97a5e891084), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:29.109318 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:29.110481 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] 10.222.0.109 "DELETE /v2.0/security-groups/ff4dcf25-5bbf-4d07-a725-e97a5e891084 HTTP/1.1" status: 204 len: 168 time: 0.1515522 Apr 08 19:17:29.119570 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4dcf25-5bbf-4d07-a725-e97a5e891084,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:29.128576 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.129037 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.129386 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.129733 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.130081 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.130416 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.130750 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.131083 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.131416 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.131755 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.132123 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.132485 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.132815 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.133141 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.133468 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841c261-9b0a-45fb-8ef9-7077f0e4a8a1 tempest-TestShelveInstance-421248836 tempest-TestShelveInstance-421248836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:29.160331 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 42062) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:29.479877 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (88beb8b9-84bf-431c-826d-971bca064294), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:29.710133 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Deleting port b8b656c1-d4b6-4102-b7c0-3cb2405e94be {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:29.710472 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:29.802243 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] For port b8b656c1-d4b6-4102-b7c0-3cb2405e94be, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:29.802521 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:29.815060 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Calling delete_port for b8b656c1-d4b6-4102-b7c0-3cb2405e94be owned by network:router_interface {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:29.972138 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:30.009260 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (b8b656c1-d4b6-4102-b7c0-3cb2405e94be), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:30.037496 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b656c1-d4b6-4102-b7c0-3cb2405e94be,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:30.038239 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 79874835-3892-4c8e-93ea-22333066a8b7 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:17:30.060611 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] No Port match for: 79874835-3892-4c8e-93ea-22333066a8b7 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:17:30.061099 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Device 79874835-3892-4c8e-93ea-22333066a8b7 not bound to the agent host hv-cinder-83716 {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:17:30.156938 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:30.231364 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (88beb8b9-84bf-431c-826d-971bca064294), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:30.477872 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Router 88beb8b9-84bf-431c-826d-971bca064294 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:17:30.598092 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:17:30.611344 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] Sync routers for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:17:30.611547 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-6f13fa92-035d-4b4b-ab26-27dffe4ac90e admin admin] 10.222.0.109 "PUT /v2.0/routers/88beb8b9-84bf-431c-826d-971bca064294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500973 Apr 08 19:17:30.613941 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 42064) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:30.624341 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:17:30.624972 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:17:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:30.737211 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:17:30.925137 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:17:29Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:30.953651 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] Checking router: 88beb8b9-84bf-431c-826d-971bca064294 for host: dv-cinder-837167-1-iscsi {{(pid=103342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:17:30.961967 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] Routers {'88beb8b9-84bf-431c-826d-971bca064294'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:17:30.962580 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:17:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['88beb8b9-84bf-431c-826d-971bca064294'], 'active': True} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:30.982616 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks [] for router (88beb8b9-84bf-431c-826d-971bca064294), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.070405 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvr_db [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] Set router 88beb8b9-84bf-431c-826d-971bca064294 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:17:31.086368 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks [] for router_gateway (88beb8b9-84bf-431c-826d-971bca064294), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.132292 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Deleting port 47b89db3-b893-461a-861b-434aeb7630e8 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:31.132637 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (47b89db3-b893-461a-861b-434aeb7630e8), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.214826 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] For port 47b89db3-b893-461a-861b-434aeb7630e8, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=47b89db3-b893-461a-861b-434aeb7630e8,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:31.215284 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (47b89db3-b893-461a-861b-434aeb7630e8), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.228167 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Calling delete_port for 47b89db3-b893-461a-861b-434aeb7630e8 owned by network:router_gateway {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:31.244358 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_hamode_db [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:17:29Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:31.271648 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5477523-587d-4c31-bde7-f4411634c0dd None None] The sync data for ids ['88beb8b9-84bf-431c-826d-971bca064294'] in dv-cinder-837167-1-iscsi is: [{'id': '88beb8b9-84bf-431c-826d-971bca064294', 'name': 'tempest-TestShelveInstance-1104721947-router', 'tenant_id': '2c281af9a6f14bb3a50e499a45804871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '47b89db3-b893-461a-861b-434aeb7630e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:17:29Z', 'revision_number': 5, 'project_id': '2c281af9a6f14bb3a50e499a45804871', 'gw_port': {'id': '47b89db3-b893-461a-861b-434aeb7630e8', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88beb8b9-84bf-431c-826d-971bca064294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:03Z', 'updated_at': '2022-04-08T19:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}] {{(pid=103342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:17:31.392017 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (47b89db3-b893-461a-861b-434aeb7630e8), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.416436 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b89db3-b893-461a-861b-434aeb7630e8,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:31.476621 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (88beb8b9-84bf-431c-826d-971bca064294), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.557839 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.572174 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (88beb8b9-84bf-431c-826d-971bca064294), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.574457 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks [] for router_controller (88beb8b9-84bf-431c-826d-971bca064294), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.617693 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (88beb8b9-84bf-431c-826d-971bca064294), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.618267 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88beb8b9-84bf-431c-826d-971bca064294 {{(pid=103340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:17:31.623870 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.627281 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-d4af8e7e-b006-45f8-86ac-bfd9c7f3b2b9 admin admin] 10.222.0.109 "DELETE /v2.0/routers/88beb8b9-84bf-431c-826d-971bca064294 HTTP/1.1" status: 204 len: 168 time: 1.0101969 Apr 08 19:17:31.627515 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 42066) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:31.672252 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd59714-5341-4a6a-802a-1c527f7322a5 admin admin] Deleting subnet d89b12d4-05bf-4529-86a7-b86f00f417eb {{(pid=103340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:17:31.675571 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dcd59714-5341-4a6a-802a-1c527f7322a5 admin admin] Publish callbacks [] for subnet (d89b12d4-05bf-4529-86a7-b86f00f417eb), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.711461 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dcd59714-5341-4a6a-802a-1c527f7322a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257153'] for subnet (d89b12d4-05bf-4529-86a7-b86f00f417eb), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.792138 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dcd59714-5341-4a6a-802a-1c527f7322a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (d89b12d4-05bf-4529-86a7-b86f00f417eb), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.845768 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dcd59714-5341-4a6a-802a-1c527f7322a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695924'] for subnet (d89b12d4-05bf-4529-86a7-b86f00f417eb), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.877878 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-dcd59714-5341-4a6a-802a-1c527f7322a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:31.881122 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-dcd59714-5341-4a6a-802a-1c527f7322a5 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/d89b12d4-05bf-4529-86a7-b86f00f417eb HTTP/1.1" status: 204 len: 168 time: 0.2526710 Apr 08 19:17:31.883750 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 42068) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:31.884882 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a9836-d84c-40a2-a215-81e9ee2368cc None None] Network 194599f2-7244-406c-b138-2a49749ce286 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:17:31.889101 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd59714-5341-4a6a-802a-1c527f7322a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89b12d4-05bf-4529-86a7-b86f00f417eb,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:31.962198 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (194599f2-7244-406c-b138-2a49749ce286), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.016091 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Deleting port 09d2d8fd-839e-4121-94f3-5361c9276050 {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:32.016603 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.050287 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] DHCP port deletion for 194599f2-7244-406c-b138-2a49749ce286 request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:17:32.088013 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] For port 09d2d8fd-839e-4121-94f3-5361c9276050, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=09d2d8fd-839e-4121-94f3-5361c9276050,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:32.088484 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.091661 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Deleting port 09d2d8fd-839e-4121-94f3-5361c9276050 {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:32.092142 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.102089 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Calling delete_port for 09d2d8fd-839e-4121-94f3-5361c9276050 owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:32.153898 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] For port 09d2d8fd-839e-4121-94f3-5361c9276050, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=09d2d8fd-839e-4121-94f3-5361c9276050,segment=NetworkSegment(3cb3c6cc-0331-44a4-bb31-825f5f67c319),segment_id=3cb3c6cc-0331-44a4-bb31-825f5f67c319)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:32.154301 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.173354 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Calling delete_port for 09d2d8fd-839e-4121-94f3-5361c9276050 owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:32.185293 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.212615 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Pushing event deleted for resources: {'Port': ['ID=09d2d8fd-839e-4121-94f3-5361c9276050,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:32.216554 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] No DVR routers for this DVR port 09d2d8fd-839e-4121-94f3-5361c9276050 on host dv-cinder-837167-1-iscsi {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:17:32.232673 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 09d2d8fd-839e-4121-94f3-5361c9276050 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:17:32.253723 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 09d2d8fd-839e-4121-94f3-5361c9276050 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:17:32.254069 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 09d2d8fd-839e-4121-94f3-5361c9276050 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:17:32.254486 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 47b89db3-b893-461a-861b-434aeb7630e8 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:17:32.276052 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 47b89db3-b893-461a-861b-434aeb7630e8 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:17:32.276419 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 47b89db3-b893-461a-861b-434aeb7630e8 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:17:32.276835 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b8b656c1-d4b6-4102-b7c0-3cb2405e94be no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:17:32.290300 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (194599f2-7244-406c-b138-2a49749ce286), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.307980 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: b8b656c1-d4b6-4102-b7c0-3cb2405e94be {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:17:32.308402 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device b8b656c1-d4b6-4102-b7c0-3cb2405e94be not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:17:32.311550 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194599f2-7244-406c-b138-2a49749ce286']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:32.323988 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb3c6cc-0331-44a4-bb31-825f5f67c319') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:32.324345 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb3c6cc-0331-44a4-bb31-825f5f67c319') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:32.330278 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (09d2d8fd-839e-4121-94f3-5361c9276050), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.333820 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (3cb3c6cc-0331-44a4-bb31-825f5f67c319), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.346751 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (3cb3c6cc-0331-44a4-bb31-825f5f67c319), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.352520 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:17:32.352914 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (3cb3c6cc-0331-44a4-bb31-825f5f67c319), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.353248 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Pushing event deleted for resources: {'Port': ['ID=09d2d8fd-839e-4121-94f3-5361c9276050,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:17:32.354945 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:17:32.362675 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] No DVR routers for this DVR port 09d2d8fd-839e-4121-94f3-5361c9276050 on host dv-cinder-837167-1-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:17:32.365932 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.366285 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.366630 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.366977 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.367312 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.367700 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.368010 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.368365 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.368694 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.369024 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.369432 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.369668 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.369994 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.370317 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.370654 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884cb74-285a-417b-91b6-f41b9d9078b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837167-1-iscsi {{(pid=103342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 19:17:32.415641 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (194599f2-7244-406c-b138-2a49749ce286), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.421492 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.424539 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] 10.222.0.109 "DELETE /v2.0/networks/194599f2-7244-406c-b138-2a49749ce286 HTTP/1.1" status: 204 len: 168 time: 0.5397589 Apr 08 19:17:32.427449 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 42070) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:32.435914 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5313387-cdfb-49e6-a74e-75bed1dd27ad admin admin] Pushing event deleted for resources: {'Network': ['ID=194599f2-7244-406c-b138-2a49749ce286,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:32.764518 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3796192'] for router_interface (531446ed-201f-4076-ae8b-f72d305e76d5), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:32.996533 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Deleting port 03334b31-fe46-48a9-ab8f-db49d18e0534 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:32.996920 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:33.073062 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] For port 03334b31-fe46-48a9-ab8f-db49d18e0534, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=03334b31-fe46-48a9-ab8f-db49d18e0534,segment=NetworkSegment(2bbb15c2-ddaf-487a-9c15-eaf81ca5d157),segment_id=2bbb15c2-ddaf-487a-9c15-eaf81ca5d157)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:33.073344 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:33.085799 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Calling delete_port for 03334b31-fe46-48a9-ab8f-db49d18e0534 owned by network:router_interface {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:33.262563 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (03334b31-fe46-48a9-ab8f-db49d18e0534), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:33.292037 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=03334b31-fe46-48a9-ab8f-db49d18e0534,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:33.459980 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3796084'] for router_interface (531446ed-201f-4076-ae8b-f72d305e76d5), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:33.684820 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Router 531446ed-201f-4076-ae8b-f72d305e76d5 has already been hosted by L3 agent c2af3f6f-ed4a-4331-9560-14345b9040bd {{(pid=103340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 19:17:33.791290 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] Notify agent at l3_agent.dv-cinder-837167-1-iscsi the message routers_updated {{(pid=103340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 19:17:33.797182 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-b431be4f-48db-45be-bcfe-96e36e8c1a63 admin admin] 10.222.0.109 "PUT /v2.0/routers/531446ed-201f-4076-ae8b-f72d305e76d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3686621 Apr 08 19:17:33.799835 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 42072) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:33.800351 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] Sync routers for ids ['531446ed-201f-4076-ae8b-f72d305e76d5'] in dv-cinder-837167-1-iscsi {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 19:17:33.810224 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] Routers {'531446ed-201f-4076-ae8b-f72d305e76d5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:17:33.810835 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:17:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['531446ed-201f-4076-ae8b-f72d305e76d5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:33.904569 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks [] for router (531446ed-201f-4076-ae8b-f72d305e76d5), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:33.917291 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] Set router 531446ed-201f-4076-ae8b-f72d305e76d5 gateway port host: dv-cinder-837167-1-iscsi {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:17:34.009366 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks [] for router_gateway (531446ed-201f-4076-ae8b-f72d305e76d5), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.053068 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Deleting port 70685ff6-4ffb-43f7-83ac-df5e459a5309 {{(pid=103340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:34.053322 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.087365 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'external_fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:17:33Z', 'revision_number': 5, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port': {'id': '70685ff6-4ffb-43f7-83ac-df5e459a5309', 'name': '', 'network_id': '63af0f99-a85e-45f4-bad3-f8170e718bf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837167-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T19:13:08Z', 'updated_at': '2022-04-08T19:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea54abc7-b7ce-4be9-a22b-4d2892303c37', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837167-1-iscsi'}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:34.113970 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] Checking router: 531446ed-201f-4076-ae8b-f72d305e76d5 for host: dv-cinder-837167-1-iscsi {{(pid=103343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 19:17:34.123193 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] Routers {'531446ed-201f-4076-ae8b-f72d305e76d5'} bound to L3 agent in host dv-cinder-837167-1-iscsi {{(pid=103343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 19:17:34.123828 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837167-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T18:52:57Z,description=,heartbeat_timestamp=2022-04-08T19:17:27Z,host='dv-cinder-837167-1-iscsi',id=c2af3f6f-ed4a-4331-9560-14345b9040bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T18:52:57Z,topic='l3_agent')) {'router_ids': ['531446ed-201f-4076-ae8b-f72d305e76d5'], 'active': True} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:34.132519 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.db [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] For port 70685ff6-4ffb-43f7-83ac-df5e459a5309, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=70685ff6-4ffb-43f7-83ac-df5e459a5309,segment=NetworkSegment(5f64593d-fd53-4fe4-ab05-9da42ffaa556),segment_id=5f64593d-fd53-4fe4-ab05-9da42ffaa556)] {{(pid=103340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:34.132894 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.146230 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Calling delete_port for 70685ff6-4ffb-43f7-83ac-df5e459a5309 owned by network:router_gateway {{(pid=103340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:34.301164 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_dvr_db [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] Set router 531446ed-201f-4076-ae8b-f72d305e76d5 gateway port host: None {{(pid=103343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 19:17:34.322818 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8995369'] for port (70685ff6-4ffb-43f7-83ac-df5e459a5309), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.355271 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.l3_hamode_db [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:17:34Z', 'revision_number': 6, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port_host': None}], 'dv-cinder-837167-1-iscsi', False) {} {{(pid=103343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:34.387235 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ddac44-dfb0-4139-8341-865fa464659f None None] The sync data for ids ['531446ed-201f-4076-ae8b-f72d305e76d5'] in dv-cinder-837167-1-iscsi is: [{'id': '531446ed-201f-4076-ae8b-f72d305e76d5', 'name': 'tempest-TestShelveInstance-2059864703-router', 'tenant_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T19:13:07Z', 'updated_at': '2022-04-08T19:17:34Z', 'revision_number': 6, 'project_id': '8d8d0cb7091c4cef8e8c8cdd89a0063e', 'gw_port_host': None}] {{(pid=103343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 19:17:34.604811 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70685ff6-4ffb-43f7-83ac-df5e459a5309,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:34.666412 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797142'] for router_gateway (531446ed-201f-4076-ae8b-f72d305e76d5), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.758998 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-452668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1440'] for router (531446ed-201f-4076-ae8b-f72d305e76d5), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.761317 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks [] for router_controller (531446ed-201f-4076-ae8b-f72d305e76d5), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.813495 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-452661'] for router (531446ed-201f-4076-ae8b-f72d305e76d5), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.814172 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531446ed-201f-4076-ae8b-f72d305e76d5 {{(pid=103340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 19:17:34.818524 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.819943 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-4530661e-4567-4dd3-b977-2ab500b686b5 admin admin] 10.222.0.109 "DELETE /v2.0/routers/531446ed-201f-4076-ae8b-f72d305e76d5 HTTP/1.1" status: 204 len: 168 time: 1.0189166 Apr 08 19:17:34.822450 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [-] (103340) accepted ('10.222.0.109', 42074) {{(pid=103340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:34.870045 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5ba1d6-d0c3-426e-b6be-c5a52cf4075c admin admin] Deleting subnet a255057b-6713-4a5e-b881-f1c57f491775 {{(pid=103340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 19:17:34.874124 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba1d6-d0c3-426e-b6be-c5a52cf4075c admin admin] Publish callbacks [] for subnet (a255057b-6713-4a5e-b881-f1c57f491775), before_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.912132 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba1d6-d0c3-426e-b6be-c5a52cf4075c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12257153'] for subnet (a255057b-6713-4a5e-b881-f1c57f491775), precommit_delete_associations {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:34.997575 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba1d6-d0c3-426e-b6be-c5a52cf4075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3568685'] for subnet (a255057b-6713-4a5e-b881-f1c57f491775), precommit_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.057685 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba1d6-d0c3-426e-b6be-c5a52cf4075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3568692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501519', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8995452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8695924'] for subnet (a255057b-6713-4a5e-b881-f1c57f491775), after_delete {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.084196 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ba1d6-d0c3-426e-b6be-c5a52cf4075c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a255057b-6713-4a5e-b881-f1c57f491775,revision_number=None']} {{(pid=103340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:35.098036 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba1d6-d0c3-426e-b6be-c5a52cf4075c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.104156 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 42076) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:35.105984 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473e1db-fc14-4b21-9fd5-0816f4d17bf0 None None] Network dd07b444-01b0-41ec-b050-88c28f76d0d0 requested from dv-cinder-837167-1-iscsi {{(pid=103342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 19:17:35.107037 dv-cinder-837167-1-iscsi neutron-server[103340]: INFO neutron.wsgi [None req-2f5ba1d6-d0c3-426e-b6be-c5a52cf4075c admin admin] 10.222.0.109 "DELETE /v2.0/subnets/a255057b-6713-4a5e-b881-f1c57f491775 HTTP/1.1" status: 204 len: 168 time: 0.2835774 Apr 08 19:17:35.177653 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644246'] for network (dd07b444-01b0-41ec-b050-88c28f76d0d0), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.231307 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Deleting port cac0ac38-941c-49dd-ae7e-003a2dfd484a {{(pid=103341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:35.231741 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.295594 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] DHCP port deletion for dd07b444-01b0-41ec-b050-88c28f76d0d0 request from dv-cinder-837167-1-iscsi {{(pid=103342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 19:17:35.296898 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.db [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] For port cac0ac38-941c-49dd-ae7e-003a2dfd484a, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=cac0ac38-941c-49dd-ae7e-003a2dfd484a,segment=NetworkSegment(2bbb15c2-ddaf-487a-9c15-eaf81ca5d157),segment_id=2bbb15c2-ddaf-487a-9c15-eaf81ca5d157)] {{(pid=103341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:35.297266 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.310228 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.plugin [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Calling delete_port for cac0ac38-941c-49dd-ae7e-003a2dfd484a owned by network:dhcp {{(pid=103341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:35.333908 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] Deleting port cac0ac38-941c-49dd-ae7e-003a2dfd484a {{(pid=103342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 19:17:35.334273 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770652525837'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), before_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.394880 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9020499'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.409276 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.db [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] For port cac0ac38-941c-49dd-ae7e-003a2dfd484a, host dv-cinder-837167-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837167-1-iscsi',level=0,port_id=cac0ac38-941c-49dd-ae7e-003a2dfd484a,segment=NetworkSegment(2bbb15c2-ddaf-487a-9c15-eaf81ca5d157),segment_id=2bbb15c2-ddaf-487a-9c15-eaf81ca5d157)] {{(pid=103342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 19:17:35.409677 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786349'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), precommit_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.421537 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac0ac38-941c-49dd-ae7e-003a2dfd484a,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:35.423010 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] Calling delete_port for cac0ac38-941c-49dd-ae7e-003a2dfd484a owned by network:dhcp {{(pid=103342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 19:17:35.425097 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] No DVR routers for this DVR port cac0ac38-941c-49dd-ae7e-003a2dfd484a on host dv-cinder-837167-1-iscsi {{(pid=103341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:17:35.500176 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3568288', 'neutron.services.segments.db._delete_segments_for_network-8770652501149'] for network (dd07b444-01b0-41ec-b050-88c28f76d0d0), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.502993 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770652531959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770652006970'] for port (cac0ac38-941c-49dd-ae7e-003a2dfd484a), after_delete {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.520232 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd07b444-01b0-41ec-b050-88c28f76d0d0']}} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:35.527304 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] Pushing event deleted for resources: {'Port': ['ID=cac0ac38-941c-49dd-ae7e-003a2dfd484a,revision_number=None']} {{(pid=103342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:35.530759 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e8247-3903-4913-94e3-b79904fa6cc3 None None] No DVR routers for this DVR port cac0ac38-941c-49dd-ae7e-003a2dfd484a on host dv-cinder-837167-1-iscsi {{(pid=103342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 19:17:35.530908 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157') {'for_net_delete': True} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:35.531369 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.services.segments.db [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbb15c2-ddaf-487a-9c15-eaf81ca5d157') {} {{(pid=103341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 19:17:35.541713 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770652422054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8957497'] for segment (2bbb15c2-ddaf-487a-9c15-eaf81ca5d157), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.556400 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104'] for segment (2bbb15c2-ddaf-487a-9c15-eaf81ca5d157), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.563436 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Releasing vlan 1503 on physical network physnet1 to pool {{(pid=103341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 19:17:35.563959 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9020512'] for segment (2bbb15c2-ddaf-487a-9c15-eaf81ca5d157), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: Traceback (most recent call last): Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: timer() Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: cb(*args, **kw) Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: return func(*args, **kwargs) Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: self._notify() Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: self.callback(batched_events) Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: event.method(event) Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: return f(self, *a, **k) Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._get(url).json() Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: return self.request(url, 'GET', **kwargs) Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 19:17:35.565719 dv-cinder-837167-1-iscsi neutron-server[103341]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 19:17:35.620066 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3568299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3797234'] for network (dd07b444-01b0-41ec-b050-88c28f76d0d0), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.626296 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675103'] for network (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.629520 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] 10.222.0.109 "DELETE /v2.0/networks/dd07b444-01b0-41ec-b050-88c28f76d0d0 HTTP/1.1" status: 204 len: 168 time: 0.5243380 Apr 08 19:17:35.640576 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645330d3-6501-4718-a297-0b522c2f37e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd07b444-01b0-41ec-b050-88c28f76d0d0,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:35.800699 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 42080) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:35.840994 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-24da0060-7f32-419c-8a69-ad3a4e34df21 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2c281af9a6f14bb3a50e499a45804871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387444 Apr 08 19:17:35.842899 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 42082) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:35.893380 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ff0d19c3-bba4-4052-8f54-d337d157a619 admin admin] Publish callbacks [] for security_group (494b4313-8b2d-4c60-a8a9-83ad0c55317d), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.915140 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ff0d19c3-bba4-4052-8f54-d337d157a619 admin admin] Publish callbacks [] for security_group (494b4313-8b2d-4c60-a8a9-83ad0c55317d), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.961637 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ff0d19c3-bba4-4052-8f54-d337d157a619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (494b4313-8b2d-4c60-a8a9-83ad0c55317d), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.964230 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-ff0d19c3-bba4-4052-8f54-d337d157a619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:35.966352 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-ff0d19c3-bba4-4052-8f54-d337d157a619 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/494b4313-8b2d-4c60-a8a9-83ad0c55317d HTTP/1.1" status: 204 len: 168 time: 0.1225779 Apr 08 19:17:35.974204 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d19c3-bba4-4052-8f54-d337d157a619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494b4313-8b2d-4c60-a8a9-83ad0c55317d,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:36.219728 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device cac0ac38-941c-49dd-ae7e-003a2dfd484a no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:17:36.242715 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: cac0ac38-941c-49dd-ae7e-003a2dfd484a {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:17:36.243216 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device cac0ac38-941c-49dd-ae7e-003a2dfd484a not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:17:36.243728 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 03334b31-fe46-48a9-ab8f-db49d18e0534 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:17:36.263479 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 03334b31-fe46-48a9-ab8f-db49d18e0534 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:17:36.263653 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 03334b31-fe46-48a9-ab8f-db49d18e0534 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:17:36.264284 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 70685ff6-4ffb-43f7-83ac-df5e459a5309 no longer exists at agent ovs-agent-dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 19:17:36.283897 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] No Port match for: 70685ff6-4ffb-43f7-83ac-df5e459a5309 {{(pid=103342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 19:17:36.284271 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron.plugins.ml2.rpc [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Device 70685ff6-4ffb-43f7-83ac-df5e459a5309 not bound to the agent host dv-cinder-837167-1-iscsi {{(pid=103342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 19:17:36.292937 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 42088) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:36.332308 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-dd12196e-910d-4c7c-9ae6-279fd30d5240 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8d8d0cb7091c4cef8e8c8cdd89a0063e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381560 Apr 08 19:17:36.334659 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [-] (103341) accepted ('10.222.0.109', 42090) {{(pid=103341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 19:17:36.381045 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47bf0b56-f6e7-4047-869a-f01b09334be9 admin admin] Publish callbacks [] for security_group (f697e1b2-3f37-45be-a5a3-510b0621b3d8), before_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:36.402784 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47bf0b56-f6e7-4047-869a-f01b09334be9 admin admin] Publish callbacks [] for security_group (f697e1b2-3f37-45be-a5a3-510b0621b3d8), precommit_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:36.448452 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47bf0b56-f6e7-4047-869a-f01b09334be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411879'] for security_group (f697e1b2-3f37-45be-a5a3-510b0621b3d8), after_delete {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:36.452228 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron_lib.callbacks.manager [None req-47bf0b56-f6e7-4047-869a-f01b09334be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:36.453366 dv-cinder-837167-1-iscsi neutron-server[103341]: INFO neutron.wsgi [None req-47bf0b56-f6e7-4047-869a-f01b09334be9 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f697e1b2-3f37-45be-a5a3-510b0621b3d8 HTTP/1.1" status: 204 len: 168 time: 0.1177535 Apr 08 19:17:36.460767 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0b56-f6e7-4047-869a-f01b09334be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f697e1b2-3f37-45be-a5a3-510b0621b3d8,revision_number=None']} {{(pid=103341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 19:17:40.070561 dv-cinder-837167-1-iscsi neutron-server[103340]: DEBUG neutron.wsgi [req-01dfda7a-0ce6-4ddc-8d7c-28d3dca7ded8 req-9581ef93-9c58-4446-805d-081edde81621 service neutron] (103340) timed out ('10.222.0.113', 52751) {{(pid=103340) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 19:17:40.176948 dv-cinder-837167-1-iscsi neutron-server[103341]: DEBUG neutron.wsgi [req-7400941b-0a7e-484f-ae84-58bdd67e90e4 req-9e14b7ac-fe8e-474a-821e-cad0457f0281 service neutron] (103341) timed out ('10.222.0.113', 52775) {{(pid=103341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 19:17:44.194049 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:17:54.767976 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d201-5f27-45dc-b74d-5d41366665b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:57.163243 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-7000bb77-4f3f-405d-9cce-293f18a6f2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:58.542987 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:17:59.986809 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:00.152576 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:01.564404 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:21.194311 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:18:24.771654 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-11f16274-5f5f-4b92-b31f-4c57d6b65e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:27.165280 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f18caf51-ef64-47c0-a799-0e8f28fc6a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:28.546217 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:29.985297 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:30.157799 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:31.556955 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:54.772647 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-bc096536-63d0-4936-ae30-bc08c61af82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:57.169083 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-1fda8a4e-bc31-4a54-960b-70423904aeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:58.192650 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:18:58.547625 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:18:59.992888 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:00.160484 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:01.559761 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:24.774479 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f82dd9a3-cf0e-4d83-be33-68ebd0b5bc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:27.171326 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a375dad3-76ed-4e1c-8726-c82f3eb2da9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:28.551133 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:29.985263 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:30.161599 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:31.563777 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:35.191201 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:19:54.776712 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-14447a68-659a-46be-8226-e6255b8f721b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:57.173627 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-04e88f30-69a5-4146-a192-ec350c4ff924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:58.553803 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:19:59.982402 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:00.164093 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:01.567125 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:12.190282 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:20:24.777932 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-8133f2bb-4f0b-4f72-9a3b-f34042be1b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:27.175407 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6bccc804-6d4d-46d0-b867-7914fb5b4f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:28.557734 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:29.981360 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:30.167194 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:31.569716 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:49.189771 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:20:54.779439 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a3a94d48-3002-41bf-9f2c-2493a5c85e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:57.176482 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-3c4d16be-f73f-4035-b1e0-fb91fdf36239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:58.559817 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:20:59.996013 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:00.168708 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:01.571938 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:24.780579 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-4216a1ab-ef3d-435e-b4ac-9715c697f158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:26.188985 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:21:27.177177 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7e7c-4cfb-4cc3-b87a-fa24f0b48bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:28.562191 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:29.996939 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:30.171863 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:31.573934 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:54.783442 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f33ad6e8-0650-4cb2-9798-f28315d8288c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:57.179596 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-462e4687-bbb4-4741-84c0-b1f1d333ad1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:58.566654 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:21:59.995353 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:00.174905 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:01.575958 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:03.187752 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:22:24.785921 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4579-4b34-4ecc-82d7-e6393b789589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:27.184887 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-0c7b755c-4f2f-40fd-98a2-a67acd0db5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:28.568623 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:29.995010 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:30.177067 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:31.579375 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:40.185829 dv-cinder-837167-1-iscsi neutron-server[103343]: DEBUG neutron.db.agents_db [None req-11b65cc1-d3e2-40de-9508-3848651fb449 None None] Agent healthcheck: found 6 active agents {{(pid=103343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 19:22:54.787171 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-342a43a1-8f7a-43d2-8235-18ed630abf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (aa8af3dd-d0e9-4189-8c2d-4dd397fe21e7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:57.186651 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-721858d9-a08f-4ae8-bf0d-014c47cabf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (c2af3f6f-ed4a-4331-9560-14345b9040bd), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:22:58.572097 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-f583b846-7d1d-4bd9-905d-3ac532c40acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (71c8802d-c5da-452d-9921-dce92c62c4cc), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:23:00.014142 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-2b25ca8c-bfd3-4c7f-abbd-2797a8deca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (22aeb63b-84d7-4129-aa46-65649484e82e), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:23:00.179460 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-a57b031c-8dd2-4fb9-985c-2a5c99a9577b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (a1ed31aa-3965-4169-bdb8-29ce4d897d83), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 19:23:01.580732 dv-cinder-837167-1-iscsi neutron-server[103342]: DEBUG neutron_lib.callbacks.manager [None req-55d2b3ec-4088-46fd-95f9-2078ff1d04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770652501131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3541219'] for agent (450417cc-385d-4edf-94af-b2ee3e2f00b7), after_update {{(pid=103342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}